Oct 15 19:34:07 user nova-compute[74712]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74712) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74712) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74712) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 15 19:34:07 user nova-compute[74712]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:34:07 user nova-compute[74712]: INFO nova.virt.driver [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 15 19:34:07 user nova-compute[74712]: INFO nova.compute.provider_config [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] Acquiring lock "singleton_lock" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] Acquired lock "singleton_lock" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] Releasing lock "singleton_lock" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] Full set of CONF: {{(pid=74712) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ******************************************************************************** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] Configuration options gathered from: {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ================================================================================ {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] allow_resize_to_same_host      = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] arq_binding_timeout            = 300 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] backdoor_port                  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] backdoor_socket                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] block_device_allocate_retries  = 300 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] block_device_allocate_retries_interval = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cert                           = self.pem {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute_monitors               = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] config_dir                     = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] config_drive_format            = iso9660 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] config_source                  = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] console_host                   = user {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] control_exchange               = nova {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cpu_allocation_ratio           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] daemon                         = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] debug                          = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] default_access_ip_network_name = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] default_availability_zone      = nova {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] default_ephemeral_format       = ext4 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] default_green_pool_size        = 1000 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] default_schedule_zone          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] disk_allocation_ratio          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] enable_new_services            = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] enabled_apis                   = ['osapi_compute'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] enabled_ssl_apis               = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] flat_injected                  = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] force_config_drive             = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] force_raw_images               = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] graceful_shutdown_timeout      = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] heal_instance_info_cache_interval = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] host                           = user {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] instance_build_timeout         = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] instance_delete_interval       = 300 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] instance_format                = [instance: %(uuid)s]  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] instance_name_template         = instance-%08x {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] instance_usage_audit           = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] instance_usage_audit_period    = month {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] internal_service_availability_zone = internal {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] key                            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] live_migration_retry_count     = 30 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] log_config_append              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] log_dir                        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] log_file                       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] log_options                    = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] log_rotate_interval            = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] log_rotate_interval_type       = days {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] log_rotation_type              = none {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] long_rpc_timeout               = 1800 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] max_concurrent_builds          = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] max_concurrent_live_migrations = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] max_concurrent_snapshots       = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] max_local_block_devices        = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] max_logfile_count              = 30 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] max_logfile_size_mb            = 200 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] maximum_instance_delete_attempts = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] metadata_listen                = 0.0.0.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] metadata_listen_port           = 8775 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] metadata_workers               = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] migrate_max_retries            = -1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] mkisofs_cmd                    = genisoimage {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] my_ip                          = 10.0.0.210 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] network_allocate_retries       = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] osapi_compute_listen_port      = 8774 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] osapi_compute_unique_server_name_scope =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] osapi_compute_workers          = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] password_length                = 12 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] periodic_enable                = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] periodic_fuzzy_delay           = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] pointer_model                  = ps2mouse {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] preallocate_images             = none {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] publish_errors                 = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] pybasedir                      = /opt/stack/nova {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ram_allocation_ratio           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] rate_limit_burst               = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] rate_limit_except_level        = CRITICAL {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] rate_limit_interval            = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] reboot_timeout                 = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] reclaim_instance_interval      = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] record                         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] reimage_timeout_per_gb         = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] report_interval                = 120 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:07 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] rescue_timeout                 = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] reserved_host_cpus             = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] reserved_host_disk_mb          = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] reserved_host_memory_mb        = 512 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] reserved_huge_pages            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] resize_confirm_window          = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] resize_fs_using_block_device   = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] resume_guests_state_on_host_boot = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] rpc_response_timeout           = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] run_external_periodic_tasks    = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] running_deleted_instance_action = reap {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] running_deleted_instance_poll_interval = 1800 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] running_deleted_instance_timeout = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler_instance_sync_interval = 120 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_down_time              = 720 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] servicegroup_driver            = db {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] shelved_offload_time           = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] shelved_poll_interval          = 3600 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] shutdown_timeout               = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] source_is_ipv6                 = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ssl_only                       = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] state_path                     = /opt/stack/data/nova {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] sync_power_state_interval      = 600 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] sync_power_state_pool_size     = 1000 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] syslog_log_facility            = LOG_USER {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] tempdir                        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] timeout_nbd                    = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] transport_url                  = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] update_resources_interval      = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] use_cow_images                 = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] use_eventlog                   = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] use_journal                    = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] use_json                       = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] use_rootwrap_daemon            = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] use_stderr                     = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] use_syslog                     = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vcpu_pin_set                   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plugging_is_fatal          = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plugging_timeout           = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] virt_mkfs                      = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] volume_usage_poll_interval     = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] watch_log_file                 = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] web                            = /usr/share/spice-html5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_concurrency.disable_process_locking = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.auth_strategy              = keystone {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.compute_link_prefix        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.dhcp_domain                = novalocal {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.enable_instance_password   = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.glance_link_prefix         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.instance_list_per_project_cells = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.list_records_by_skipping_down_cells = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.local_metadata_per_cell    = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.max_limit                  = 1000 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.metadata_cache_expiration  = 15 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.neutron_default_tenant_id  = default {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.use_forwarded_for          = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.use_neutron_default_nets   = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.vendordata_dynamic_targets = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.vendordata_jsonfile_path   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.backend                  = dogpile.cache.memcached {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.backend_argument         = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.config_prefix            = cache.oslo {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.dead_timeout             = 60.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.debug_cache_backend      = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.enable_retry_client      = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.enable_socket_keepalive  = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.enabled                  = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.expiration_time          = 600 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.hashclient_retry_attempts = 2 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.memcache_dead_retry      = 300 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.memcache_password        =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.memcache_pool_maxsize    = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.memcache_sasl_enabled    = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.memcache_username        =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.proxies                  = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.retry_attempts           = 2 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.retry_delay              = 0.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.socket_keepalive_count   = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.socket_keepalive_idle    = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.socket_keepalive_interval = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.tls_allowed_ciphers      = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.tls_cafile               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.tls_certfile             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.tls_enabled              = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cache.tls_keyfile              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.auth_section            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.auth_type               = password {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.cafile                  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.certfile                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.collect_timing          = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.cross_az_attach         = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.debug                   = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.endpoint_template       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.http_retries            = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.insecure                = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.keyfile                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.os_region_name          = RegionOne {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.split_loggers           = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cinder.timeout                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.cpu_dedicated_set      = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.cpu_shared_set         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.image_type_exclude_list = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.max_concurrent_disk_ops = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.max_disk_devices_to_attach = -1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.resource_provider_association_refresh = 300 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.shutdown_retry_interval = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] conductor.workers              = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] console.allowed_origins        = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] console.ssl_ciphers            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] console.ssl_minimum_version    = default {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] consoleauth.token_ttl          = 600 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.cafile                  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.certfile                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.collect_timing          = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.connect_retries         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.connect_retry_delay     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.endpoint_override       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.insecure                = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.keyfile                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.max_version             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.min_version             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.region_name             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.service_name            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.service_type            = accelerator {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.split_loggers           = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.status_code_retries     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.status_code_retry_delay = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.timeout                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] cyborg.version                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.backend               = sqlalchemy {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.connection            = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.connection_debug      = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.connection_parameters =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.connection_recycle_time = 3600 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.connection_trace      = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.db_inc_retry_interval = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.db_max_retries        = 20 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.db_max_retry_interval = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.db_retry_interval     = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.max_overflow          = 50 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.max_pool_size         = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.max_retries           = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.mysql_wsrep_sync_wait = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.pool_timeout          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.retry_interval        = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.slave_connection      = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] database.sqlite_synchronous    = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.backend           = sqlalchemy {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.connection        = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.connection_debug  = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.connection_parameters =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.connection_recycle_time = 3600 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.connection_trace  = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.db_inc_retry_interval = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.db_max_retries    = 20 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.db_max_retry_interval = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.db_retry_interval = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.max_overflow      = 50 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.max_pool_size     = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.max_retries       = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.pool_timeout      = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.retry_interval    = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.slave_connection  = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] api_database.sqlite_synchronous = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] devices.enabled_mdev_types     = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ephemeral_storage_encryption.enabled = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.api_servers             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.cafile                  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.certfile                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.collect_timing          = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.connect_retries         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.connect_retry_delay     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.debug                   = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.default_trusted_certificate_ids = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.enable_certificate_validation = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.enable_rbd_download     = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.endpoint_override       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.insecure                = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.keyfile                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.max_version             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.min_version             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.num_retries             = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.rbd_ceph_conf           =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.rbd_connect_timeout     = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.rbd_pool                =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.rbd_user                =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.region_name             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.service_name            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.service_type            = image {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.split_loggers           = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.status_code_retries     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.status_code_retry_delay = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.timeout                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.verify_glance_signatures = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] glance.version                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] guestfs.debug                  = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.config_drive_cdrom      = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.config_drive_inject_password = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.enable_instance_metrics_collection = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.enable_remotefx         = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.instances_path_share    =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.iscsi_initiator_list    = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.limit_cpu_features      = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.power_state_check_timeframe = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.use_multipath_io        = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.volume_attach_retry_count = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.vswitch_name            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] mks.enabled                    = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] image_cache.manager_interval   = 2400 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] image_cache.precache_concurrency = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] image_cache.remove_unused_base_images = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] image_cache.subdirectory_name  = _base {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.api_max_retries         = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.api_retry_interval      = 2 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.auth_section            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.auth_type               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.cafile                  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.certfile                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.collect_timing          = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.conductor_group         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.connect_retries         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.connect_retry_delay     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.endpoint_override       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.insecure                = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.keyfile                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.max_version             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.min_version             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.peer_list               = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.region_name             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.serial_console_state_timeout = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.service_name            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.service_type            = baremetal {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.split_loggers           = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.status_code_retries     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.status_code_retry_delay = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.timeout                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ironic.version                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] key_manager.fixed_key          = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.barbican_api_version  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.barbican_endpoint     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.barbican_endpoint_type = public {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.barbican_region_name  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.cafile                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.certfile              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.collect_timing        = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.insecure              = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.keyfile               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.number_of_retries     = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.retry_delay           = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.send_service_user_token = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.split_loggers         = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.timeout               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.verify_ssl            = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican.verify_ssl_path       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican_service_user.auth_section = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican_service_user.auth_type = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican_service_user.cafile   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican_service_user.certfile = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican_service_user.collect_timing = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican_service_user.insecure = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican_service_user.keyfile  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican_service_user.split_loggers = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] barbican_service_user.timeout  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.approle_role_id          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.approle_secret_id        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.cafile                   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.certfile                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.collect_timing           = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.insecure                 = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.keyfile                  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.kv_mountpoint            = secret {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.kv_path                  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.kv_version               = 2 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.namespace                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.root_token_id            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.split_loggers            = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.ssl_ca_crt_file          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.timeout                  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.use_ssl                  = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.auth_section          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.auth_type             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.cafile                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.certfile              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.collect_timing        = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.connect_retries       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.connect_retry_delay   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.endpoint_override     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.insecure              = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.keyfile               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.max_version           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.min_version           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.region_name           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.service_name          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.service_type          = identity {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.split_loggers         = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.status_code_retries   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.status_code_retry_delay = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.timeout               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] keystone.version               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.connection_uri         =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.cpu_mode               = custom {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: WARNING oslo_config.cfg [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.cpu_power_governor_high = performance {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.cpu_power_governor_low = powersave {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.cpu_power_management   = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.device_detach_attempts = 8 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.device_detach_timeout  = 20 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.disk_cachemodes        = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.disk_prefix            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.enabled_perf_events    = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.file_backed_memory     = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.gid_maps               = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.hw_disk_discard        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.hw_machine_type        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.images_rbd_glance_store_name =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.images_rbd_pool        = rbd {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.images_type            = default {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.images_volume_group    = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.inject_key             = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.inject_partition       = -2 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.inject_password        = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.iscsi_iface            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.iser_use_multipath     = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_bandwidth = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_downtime = 500 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_inbound_addr = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_permit_post_copy = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_scheme  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_timeout_action = abort {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_tunnelled = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: WARNING oslo_config.cfg [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 15 19:34:08 user nova-compute[74712]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 15 19:34:08 user nova-compute[74712]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 15 19:34:08 user nova-compute[74712]: and ``live_migration_inbound_addr`` respectively.
Oct 15 19:34:08 user nova-compute[74712]: ).  Its value may be silently ignored in the future.
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.live_migration_with_native_tls = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.max_queues             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.nfs_mount_options      = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.num_memory_encrypted_guests = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.num_pcie_ports         = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.pmem_namespaces        = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.quobyte_client_cfg     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.rbd_secret_uuid        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.rbd_user               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.remote_filesystem_transport = ssh {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.rescue_image_id        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.rescue_kernel_id       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.rescue_ramdisk_id      = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.rx_queue_size          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.smbfs_mount_options    =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.snapshot_compression   = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.snapshot_image_format  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.sparse_logical_volumes = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.swtpm_enabled          = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.swtpm_group            = tss {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.swtpm_user             = tss {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.sysinfo_serial         = unique {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.tb_cache_size          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.tx_queue_size          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.uid_maps               = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.use_virtio_for_bridges = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.virt_type              = kvm {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.volume_clear           = zero {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.volume_clear_size      = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.volume_use_multipath   = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.vzstorage_cache_path   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.vzstorage_mount_user   = stack {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.auth_section           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.auth_type              = password {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.cafile                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.certfile               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.collect_timing         = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.connect_retries        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.connect_retry_delay    = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.default_floating_pool  = public {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.endpoint_override      = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.extension_sync_interval = 600 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.http_retries           = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.insecure               = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.keyfile                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.max_version            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.min_version            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.ovs_bridge             = br-int {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.physnets               = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.region_name            = RegionOne {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.service_metadata_proxy = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.service_name           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.service_type           = network {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.split_loggers          = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.status_code_retries    = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.status_code_retry_delay = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.timeout                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] neutron.version                = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] notifications.bdms_in_notifications = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] notifications.default_level    = INFO {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] notifications.notification_format = unversioned {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] notifications.notify_on_state_change = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] pci.alias                      = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] pci.device_spec                = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] pci.report_in_placement        = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.auth_section         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.auth_type            = password {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.cafile               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.certfile             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.collect_timing       = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.connect_retries      = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.connect_retry_delay  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.default_domain_id    = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.default_domain_name  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.domain_id            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.domain_name          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.endpoint_override    = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.insecure             = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.keyfile              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.max_version          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.min_version          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.password             = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.project_domain_id    = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.project_domain_name  = Default {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.project_id           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.project_name         = service {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.region_name          = RegionOne {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.service_name         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.service_type         = placement {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.split_loggers        = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.status_code_retries  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.status_code_retry_delay = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.system_scope         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.timeout              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.trust_id             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.user_domain_id       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.user_domain_name     = Default {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.user_id              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.username             = placement {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] placement.version              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.cores                    = 20 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.count_usage_from_placement = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.injected_file_content_bytes = 10240 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.injected_file_path_length = 255 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.injected_files           = 5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.instances                = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.key_pairs                = 100 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.metadata_items           = 128 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.ram                      = 51200 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.recheck_quota            = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.server_group_members     = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] quota.server_groups            = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] rdp.enabled                    = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler.image_metadata_prefilter = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler.max_attempts         = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler.max_placement_results = 1000 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler.query_placement_for_image_type_support = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] scheduler.workers              = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.host_subset_size = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.isolated_hosts = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.isolated_images = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.pci_in_placement = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.track_instance_changes = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] metrics.required               = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] metrics.weight_multiplier      = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] metrics.weight_setting         = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] serial_console.enabled         = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] serial_console.port_range      = 10000:20000 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] serial_console.serialproxy_port = 6083 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_user.auth_section      = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_user.auth_type         = password {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_user.cafile            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_user.certfile          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_user.collect_timing    = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_user.insecure          = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_user.keyfile           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_user.send_service_user_token = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_user.split_loggers     = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] service_user.timeout           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.agent_enabled            = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.enabled                  = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.html5proxy_port          = 6082 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.image_compression        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.jpeg_compression         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.playback_compression     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.server_listen            = 127.0.0.1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.streaming_mode           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] spice.zlib_compression         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] upgrade_levels.baseapi         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] upgrade_levels.cert            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] upgrade_levels.compute         = auto {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] upgrade_levels.conductor       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] upgrade_levels.scheduler       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vendordata_dynamic_auth.auth_section = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vendordata_dynamic_auth.auth_type = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vendordata_dynamic_auth.cafile = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vendordata_dynamic_auth.certfile = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vendordata_dynamic_auth.insecure = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vendordata_dynamic_auth.keyfile = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vendordata_dynamic_auth.timeout = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.api_retry_count         = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.ca_file                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.cache_prefix            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.cluster_name            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.connection_pool_size    = 10 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.console_delay_seconds   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.datastore_regex         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.host_ip                 = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.host_password           = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.host_port               = 443 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.host_username           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.insecure                = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.integration_bridge      = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.maximum_objects         = 100 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.pbm_default_policy      = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.pbm_enabled             = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.pbm_wsdl_location       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.serial_port_proxy_uri   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.serial_port_service_uri = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.task_poll_interval      = 0.5 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.use_linked_clone        = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.vnc_keymap              = en-us {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.vnc_port                = 5900 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vmware.vnc_port_total          = 10000 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vnc.auth_schemes               = ['none'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vnc.enabled                    = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vnc.novncproxy_port            = 6080 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vnc.server_listen              = 0.0.0.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vnc.vencrypt_ca_certs          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vnc.vencrypt_client_cert       = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vnc.vencrypt_client_key        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.disable_rootwrap   = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.enable_numa_live_migration = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.libvirt_disable_apic = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.client_socket_timeout     = 900 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.default_pool_size         = 1000 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.keep_alive                = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.max_header_line           = 16384 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.ssl_ca_file               = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.ssl_cert_file             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.ssl_key_file              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.tcp_keepidle              = 600 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] zvm.ca_file                    = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] zvm.cloud_connector_url        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] zvm.reachable_timeout          = 300 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_policy.enforce_new_defaults = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_policy.enforce_scope      = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_policy.policy_default_rule = default {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_policy.policy_file        = policy.yaml {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.connection_string     = messaging:// {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.enabled               = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.es_doc_type           = notification {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.es_scroll_size        = 10000 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.es_scroll_time        = 2m {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.filter_error_trace    = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.hmac_keys             = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.sentinel_service_name = mymaster {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.socket_timeout        = 0.1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.trace_requests        = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler.trace_sqlalchemy      = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler_jaeger.process_tags   = {} {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler_jaeger.service_name_prefix = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] profiler_otlp.service_name_prefix = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] remote_debug.host              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] remote_debug.port              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.ssl      = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_notifications.retry = -1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_messaging_notifications.transport_url = **** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.auth_section        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.auth_type           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.cafile              = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.certfile            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.collect_timing      = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.connect_retries     = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.connect_retry_delay = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.endpoint_id         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.endpoint_override   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.insecure            = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.keyfile             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.max_version         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.min_version         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.region_name         = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.service_name        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.service_type        = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.split_loggers       = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.status_code_retries = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.status_code_retry_delay = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.timeout             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.valid_interfaces    = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_limit.version             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_reports.file_event_handler = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] oslo_reports.log_dir           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_ovs_privileged.group  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] vif_plug_ovs_privileged.user   = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_linux_bridge.flat_interface = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_ovs.isolate_vif         = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_vif_ovs.per_port_bridge     = False {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] os_brick.lock_path             = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] privsep_osbrick.capabilities   = [21] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] privsep_osbrick.group          = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] privsep_osbrick.helper_command = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] privsep_osbrick.user           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] nova_sys_admin.group           = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] nova_sys_admin.helper_command  = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] nova_sys_admin.user            = None {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG oslo_service.service [None req-29cdbc70-10be-4d30-aa75-f5d9730cf30c None None] ******************************************************************************** {{(pid=74712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 15 19:34:08 user nova-compute[74712]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 15 19:34:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Connecting to libvirt: qemu:///system {{(pid=74712) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f9ca5005180> {{(pid=74712) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 15 19:34:08 user nova-compute[74712]: libvirt:  error : internal error: could not initialize domain event timer
Oct 15 19:34:08 user nova-compute[74712]: WARNING nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 15 19:34:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f9ca5005180> {{(pid=74712) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Starting native event thread {{(pid=74712) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Starting green dispatch thread {{(pid=74712) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 15 19:34:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Starting connection event dispatch thread {{(pid=74712) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 15 19:34:08 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Connection event '1' reason 'None'
Oct 15 19:34:08 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 15 19:34:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.mount [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Initialising _HostMountState generation 0 {{(pid=74712) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 15 19:34:15 user nova-compute[74712]: INFO nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Libvirt host capabilities <capabilities>
Oct 15 19:34:15 user nova-compute[74712]:   <host>
Oct 15 19:34:15 user nova-compute[74712]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 15 19:34:15 user nova-compute[74712]:     <cpu>
Oct 15 19:34:15 user nova-compute[74712]:       <arch>x86_64</arch>
Oct 15 19:34:15 user nova-compute[74712]:       <model>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <vendor>Intel</vendor>
Oct 15 19:34:15 user nova-compute[74712]:       <microcode version='1070'/>
Oct 15 19:34:15 user nova-compute[74712]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 15 19:34:15 user nova-compute[74712]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='ss'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='vmx'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='pcid'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='osxsave'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='hypervisor'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='arat'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='tsc_adjust'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='md-clear'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='arch-capabilities'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='invtsc'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='rsba'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature name='skip-l1dfl-vmentry'/>
Oct 15 19:34:15 user nova-compute[74712]:       <pages unit='KiB' size='4'/>
Oct 15 19:34:15 user nova-compute[74712]:       <pages unit='KiB' size='2048'/>
Oct 15 19:34:15 user nova-compute[74712]:     </cpu>
Oct 15 19:34:15 user nova-compute[74712]:     <power_management>
Oct 15 19:34:15 user nova-compute[74712]:       <suspend_mem/>
Oct 15 19:34:15 user nova-compute[74712]:       <suspend_disk/>
Oct 15 19:34:15 user nova-compute[74712]:       <suspend_hybrid/>
Oct 15 19:34:15 user nova-compute[74712]:     </power_management>
Oct 15 19:34:15 user nova-compute[74712]:     <iommu support='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     <migration_features>
Oct 15 19:34:15 user nova-compute[74712]:       <live/>
Oct 15 19:34:15 user nova-compute[74712]:       <uri_transports>
Oct 15 19:34:15 user nova-compute[74712]:         <uri_transport>tcp</uri_transport>
Oct 15 19:34:15 user nova-compute[74712]:         <uri_transport>rdma</uri_transport>
Oct 15 19:34:15 user nova-compute[74712]:       </uri_transports>
Oct 15 19:34:15 user nova-compute[74712]:     </migration_features>
Oct 15 19:34:15 user nova-compute[74712]:     <topology>
Oct 15 19:34:15 user nova-compute[74712]:       <cells num='2'>
Oct 15 19:34:15 user nova-compute[74712]:         <cell id='0'>
Oct 15 19:34:15 user nova-compute[74712]:           <memory unit='KiB'>8189224</memory>
Oct 15 19:34:15 user nova-compute[74712]:           <pages unit='KiB' size='4'>2047306</pages>
Oct 15 19:34:15 user nova-compute[74712]:           <pages unit='KiB' size='2048'>0</pages>
Oct 15 19:34:15 user nova-compute[74712]:           <distances>
Oct 15 19:34:15 user nova-compute[74712]:             <sibling id='0' value='10'/>
Oct 15 19:34:15 user nova-compute[74712]:             <sibling id='1' value='20'/>
Oct 15 19:34:15 user nova-compute[74712]:           </distances>
Oct 15 19:34:15 user nova-compute[74712]:           <cpus num='6'>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 15 19:34:15 user nova-compute[74712]:           </cpus>
Oct 15 19:34:15 user nova-compute[74712]:         </cell>
Oct 15 19:34:15 user nova-compute[74712]:         <cell id='1'>
Oct 15 19:34:15 user nova-compute[74712]:           <memory unit='KiB'>8206460</memory>
Oct 15 19:34:15 user nova-compute[74712]:           <pages unit='KiB' size='4'>2051615</pages>
Oct 15 19:34:15 user nova-compute[74712]:           <pages unit='KiB' size='2048'>0</pages>
Oct 15 19:34:15 user nova-compute[74712]:           <distances>
Oct 15 19:34:15 user nova-compute[74712]:             <sibling id='0' value='20'/>
Oct 15 19:34:15 user nova-compute[74712]:             <sibling id='1' value='10'/>
Oct 15 19:34:15 user nova-compute[74712]:           </distances>
Oct 15 19:34:15 user nova-compute[74712]:           <cpus num='6'>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 15 19:34:15 user nova-compute[74712]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 15 19:34:15 user nova-compute[74712]:           </cpus>
Oct 15 19:34:15 user nova-compute[74712]:         </cell>
Oct 15 19:34:15 user nova-compute[74712]:       </cells>
Oct 15 19:34:15 user nova-compute[74712]:     </topology>
Oct 15 19:34:15 user nova-compute[74712]:     <cache>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 15 19:34:15 user nova-compute[74712]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 15 19:34:15 user nova-compute[74712]:     </cache>
Oct 15 19:34:15 user nova-compute[74712]:     <secmodel>
Oct 15 19:34:15 user nova-compute[74712]:       <model>apparmor</model>
Oct 15 19:34:15 user nova-compute[74712]:       <doi>0</doi>
Oct 15 19:34:15 user nova-compute[74712]:     </secmodel>
Oct 15 19:34:15 user nova-compute[74712]:     <secmodel>
Oct 15 19:34:15 user nova-compute[74712]:       <model>dac</model>
Oct 15 19:34:15 user nova-compute[74712]:       <doi>0</doi>
Oct 15 19:34:15 user nova-compute[74712]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 15 19:34:15 user nova-compute[74712]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 15 19:34:15 user nova-compute[74712]:     </secmodel>
Oct 15 19:34:15 user nova-compute[74712]:   </host>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='alpha'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>clipper</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='armv6l'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>integratorcp</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>borzoi</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>spitz</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>nuri</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>musca-b1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>versatileab</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>kzm</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>musca-a</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>smdkc210</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sx1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>z2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>tosa</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>sabrelite</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>realview-eb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>n810</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>n800</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>versatilepb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>terrier</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mainstone</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>midway</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>musicpal</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>microbit</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>cubieboard</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>verdex</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>netduino2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>raspi2b</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>cheetah</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>highbank</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>akita</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>connex</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>collie</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>raspi0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='armv7l'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>integratorcp</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>borzoi</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>spitz</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>nuri</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>musca-b1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>versatileab</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>kzm</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>musca-a</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>smdkc210</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sx1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>z2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>tosa</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>sabrelite</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>realview-eb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>n810</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>n800</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>versatilepb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>terrier</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mainstone</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>midway</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>musicpal</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>microbit</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>cubieboard</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>verdex</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>netduino2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>raspi2b</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>cheetah</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>highbank</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>akita</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>connex</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>collie</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>raspi0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='aarch64'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>integratorcp</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>borzoi</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>spitz</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>nuri</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>musca-b1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>versatileab</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>kzm</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>musca-a</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>smdkc210</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sx1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>z2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>tosa</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>sabrelite</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>realview-eb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>n810</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>n800</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>versatilepb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>terrier</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mainstone</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>midway</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>musicpal</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>microbit</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>cubieboard</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>verdex</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>netduino2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>raspi3b</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>raspi2b</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>cheetah</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>highbank</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>akita</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>connex</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>collie</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>raspi0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <acpi default='on' toggle='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='cris'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='i686'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>x-remote</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>isapc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>microvm</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='kvm'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <pae/>
Oct 15 19:34:15 user nova-compute[74712]:       <nonpae/>
Oct 15 19:34:15 user nova-compute[74712]:       <acpi default='on' toggle='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:       <apic default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='m68k'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>an5206</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>q800</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>next-cube</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='microblaze'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='microblazeel'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='mips'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='16'>malta</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mipssim</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='mipsel'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='16'>malta</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mipssim</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='mips64'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='16'>malta</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mipssim</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>pica61</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>magnum</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='mips64el'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='16'>malta</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mipssim</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>pica61</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>magnum</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='16'>boston</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='ppc'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>g3beige</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mac99</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>ppce500</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>pegasos2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sam460ex</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>bamboo</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>40p</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>ref405ep</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>taihu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='ppc64'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2048'>powernv9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>taihu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2048'>powernv10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>ppce500</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>40p</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>pegasos2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>bamboo</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>g3beige</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mac99</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sam460ex</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>ref405ep</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2048'>powernv8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='ppc64le'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2048'>powernv9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>taihu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2048'>powernv10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>ppce500</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>40p</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>pegasos2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>bamboo</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>g3beige</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>mac99</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sam460ex</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>ref405ep</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2048'>powernv8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='riscv32'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='8'>spike</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>opentitan</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='5'>sifive_u</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sifive_e</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='8'>virt</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='riscv64'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='8'>spike</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='5'>sifive_u</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>shakti_c</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sifive_e</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='8'>virt</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='s390x'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='sh4'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>shix</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>r2d</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='sh4eb'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>shix</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>r2d</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='sparc'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>SS-5</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>SS-20</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>LX</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>SS-4</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>SS-10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>Voyager</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='sparc64'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sun4u</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>niagara</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>sun4v</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='x86_64'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>64</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>x-remote</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='1'>isapc</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>microvm</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='kvm'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <acpi default='on' toggle='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:       <apic default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='xtensa'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>sim</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>kc705</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>ml605</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>virt</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>lx200</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>lx60</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]:   <guest>
Oct 15 19:34:15 user nova-compute[74712]:     <os_type>hvm</os_type>
Oct 15 19:34:15 user nova-compute[74712]:     <arch name='xtensaeb'>
Oct 15 19:34:15 user nova-compute[74712]:       <wordsize>32</wordsize>
Oct 15 19:34:15 user nova-compute[74712]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='4'>sim</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>kc705</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>ml605</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>virt</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>lx200</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>lx60</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 15 19:34:15 user nova-compute[74712]:       <domain type='qemu'/>
Oct 15 19:34:15 user nova-compute[74712]:     </arch>
Oct 15 19:34:15 user nova-compute[74712]:     <features>
Oct 15 19:34:15 user nova-compute[74712]:       <cpuselection/>
Oct 15 19:34:15 user nova-compute[74712]:       <deviceboot/>
Oct 15 19:34:15 user nova-compute[74712]:       <disksnapshot default='on' toggle='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     </features>
Oct 15 19:34:15 user nova-compute[74712]:   </guest>
Oct 15 19:34:15 user nova-compute[74712]: </capabilities>
Oct 15 19:34:15 user nova-compute[74712]: 
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for i686 via machine types: {'q35', 'pc', 'ubuntu-q35', 'ubuntu'} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 15 19:34:15 user nova-compute[74712]: <domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:   <path>/usr/bin/qemu-system-i386</path>
Oct 15 19:34:15 user nova-compute[74712]:   <domain>kvm</domain>
Oct 15 19:34:15 user nova-compute[74712]:   <machine>pc-q35-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:   <arch>i686</arch>
Oct 15 19:34:15 user nova-compute[74712]:   <vcpu max='288'/>
Oct 15 19:34:15 user nova-compute[74712]:   <iothreads supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:   <os supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='firmware'/>
Oct 15 19:34:15 user nova-compute[74712]:     <loader supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>rom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pflash</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='readonly'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>yes</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='secure'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </loader>
Oct 15 19:34:15 user nova-compute[74712]:   </os>
Oct 15 19:34:15 user nova-compute[74712]:   <cpu>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-passthrough' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='hostPassthroughMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='maximum' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='maximumMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-model' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <vendor>Intel</vendor>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ss'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='vmx'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pcid'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='hypervisor'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arat'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='tsc_adjust'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='umip'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='md-clear'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arch-capabilities'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibpb'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibrs'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='erms'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='xsaveopt'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='lm'/>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='custom' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>qemu64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>qemu32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>phenom</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>n270</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>kvm64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>coreduo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>core2duo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>athlon</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Westmere-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Westmere</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Snowridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Penryn</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G5</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G4</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G1</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Nehalem-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Nehalem</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Rome</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Milan</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-IBPB</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Dhyana</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cooperlake</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Conroe</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>486</model>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:   </cpu>
Oct 15 19:34:15 user nova-compute[74712]:   <memoryBacking supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='sourceType'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>file</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>anonymous</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>memfd</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:   </memoryBacking>
Oct 15 19:34:15 user nova-compute[74712]:   <devices>
Oct 15 19:34:15 user nova-compute[74712]:     <disk supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='diskDevice'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>disk</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cdrom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>floppy</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>lun</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='bus'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>fdc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sata</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </disk>
Oct 15 19:34:15 user nova-compute[74712]:     <graphics supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sdl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vnc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>spice</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egl-headless</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </graphics>
Oct 15 19:34:15 user nova-compute[74712]:     <video supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='modelType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cirrus</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vmvga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>qxl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>none</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>bochs</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ramfb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </video>
Oct 15 19:34:15 user nova-compute[74712]:     <hostdev supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='mode'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>subsystem</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='startupPolicy'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>default</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>mandatory</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>requisite</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>optional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='subsysType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pci</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='capsType'/>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='pciBackend'/>
Oct 15 19:34:15 user nova-compute[74712]:     </hostdev>
Oct 15 19:34:15 user nova-compute[74712]:     <rng supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>random</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egd</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>builtin</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </rng>
Oct 15 19:34:15 user nova-compute[74712]:     <filesystem supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='driverType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>path</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>handle</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtiofs</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </filesystem>
Oct 15 19:34:15 user nova-compute[74712]:     <tpm supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-tis</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-crb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>passthrough</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>emulator</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </tpm>
Oct 15 19:34:15 user nova-compute[74712]:   </devices>
Oct 15 19:34:15 user nova-compute[74712]:   <features>
Oct 15 19:34:15 user nova-compute[74712]:     <gic supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     <vmcoreinfo supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <genid supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backingStoreInput supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backup supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <sev supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:   </features>
Oct 15 19:34:15 user nova-compute[74712]: </domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:  {{(pid=74712) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 15 19:34:15 user nova-compute[74712]: <domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:   <path>/usr/bin/qemu-system-i386</path>
Oct 15 19:34:15 user nova-compute[74712]:   <domain>kvm</domain>
Oct 15 19:34:15 user nova-compute[74712]:   <machine>pc-i440fx-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:   <arch>i686</arch>
Oct 15 19:34:15 user nova-compute[74712]:   <vcpu max='255'/>
Oct 15 19:34:15 user nova-compute[74712]:   <iothreads supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:   <os supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='firmware'/>
Oct 15 19:34:15 user nova-compute[74712]:     <loader supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>rom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pflash</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='readonly'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>yes</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='secure'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </loader>
Oct 15 19:34:15 user nova-compute[74712]:   </os>
Oct 15 19:34:15 user nova-compute[74712]:   <cpu>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-passthrough' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='hostPassthroughMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='maximum' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='maximumMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-model' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <vendor>Intel</vendor>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ss'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='vmx'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pcid'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='hypervisor'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arat'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='tsc_adjust'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='umip'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='md-clear'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arch-capabilities'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibpb'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibrs'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='erms'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='xsaveopt'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='lm'/>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='custom' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>qemu64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>qemu32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>phenom</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>n270</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>kvm64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>coreduo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>core2duo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>athlon</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Westmere-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Westmere</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Snowridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Penryn</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G5</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G4</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G1</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Nehalem-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Nehalem</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Rome</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Milan</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-IBPB</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Dhyana</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cooperlake</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Conroe</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>486</model>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:   </cpu>
Oct 15 19:34:15 user nova-compute[74712]:   <memoryBacking supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='sourceType'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>file</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>anonymous</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>memfd</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:   </memoryBacking>
Oct 15 19:34:15 user nova-compute[74712]:   <devices>
Oct 15 19:34:15 user nova-compute[74712]:     <disk supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='diskDevice'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>disk</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cdrom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>floppy</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>lun</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='bus'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ide</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>fdc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sata</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </disk>
Oct 15 19:34:15 user nova-compute[74712]:     <graphics supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sdl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vnc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>spice</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egl-headless</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </graphics>
Oct 15 19:34:15 user nova-compute[74712]:     <video supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='modelType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cirrus</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vmvga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>qxl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>none</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>bochs</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ramfb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </video>
Oct 15 19:34:15 user nova-compute[74712]:     <hostdev supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='mode'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>subsystem</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='startupPolicy'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>default</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>mandatory</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>requisite</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>optional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='subsysType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pci</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='capsType'/>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='pciBackend'/>
Oct 15 19:34:15 user nova-compute[74712]:     </hostdev>
Oct 15 19:34:15 user nova-compute[74712]:     <rng supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>random</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egd</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>builtin</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </rng>
Oct 15 19:34:15 user nova-compute[74712]:     <filesystem supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='driverType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>path</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>handle</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtiofs</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </filesystem>
Oct 15 19:34:15 user nova-compute[74712]:     <tpm supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-tis</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-crb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>passthrough</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>emulator</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </tpm>
Oct 15 19:34:15 user nova-compute[74712]:   </devices>
Oct 15 19:34:15 user nova-compute[74712]:   <features>
Oct 15 19:34:15 user nova-compute[74712]:     <gic supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     <vmcoreinfo supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <genid supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backingStoreInput supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backup supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <sev supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:   </features>
Oct 15 19:34:15 user nova-compute[74712]: </domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:  {{(pid=74712) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 15 19:34:15 user nova-compute[74712]: <domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:   <path>/usr/bin/qemu-system-i386</path>
Oct 15 19:34:15 user nova-compute[74712]:   <domain>kvm</domain>
Oct 15 19:34:15 user nova-compute[74712]:   <machine>pc-q35-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:   <arch>i686</arch>
Oct 15 19:34:15 user nova-compute[74712]:   <vcpu max='288'/>
Oct 15 19:34:15 user nova-compute[74712]:   <iothreads supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:   <os supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='firmware'/>
Oct 15 19:34:15 user nova-compute[74712]:     <loader supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>rom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pflash</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='readonly'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>yes</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='secure'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </loader>
Oct 15 19:34:15 user nova-compute[74712]:   </os>
Oct 15 19:34:15 user nova-compute[74712]:   <cpu>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-passthrough' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='hostPassthroughMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='maximum' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='maximumMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-model' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <vendor>Intel</vendor>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ss'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='vmx'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pcid'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='hypervisor'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arat'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='tsc_adjust'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='umip'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='md-clear'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arch-capabilities'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibpb'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibrs'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='erms'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='xsaveopt'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='lm'/>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='custom' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>qemu64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>qemu32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>phenom</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>n270</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>kvm64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>coreduo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>core2duo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>athlon</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Westmere-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Westmere</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Snowridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Penryn</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G5</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G4</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G1</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Nehalem-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Nehalem</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Rome</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Milan</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-IBPB</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Dhyana</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cooperlake</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Conroe</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>486</model>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:   </cpu>
Oct 15 19:34:15 user nova-compute[74712]:   <memoryBacking supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='sourceType'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>file</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>anonymous</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>memfd</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:   </memoryBacking>
Oct 15 19:34:15 user nova-compute[74712]:   <devices>
Oct 15 19:34:15 user nova-compute[74712]:     <disk supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='diskDevice'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>disk</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cdrom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>floppy</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>lun</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='bus'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>fdc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sata</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </disk>
Oct 15 19:34:15 user nova-compute[74712]:     <graphics supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sdl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vnc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>spice</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egl-headless</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </graphics>
Oct 15 19:34:15 user nova-compute[74712]:     <video supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='modelType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cirrus</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vmvga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>qxl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>none</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>bochs</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ramfb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </video>
Oct 15 19:34:15 user nova-compute[74712]:     <hostdev supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='mode'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>subsystem</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='startupPolicy'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>default</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>mandatory</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>requisite</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>optional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='subsysType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pci</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='capsType'/>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='pciBackend'/>
Oct 15 19:34:15 user nova-compute[74712]:     </hostdev>
Oct 15 19:34:15 user nova-compute[74712]:     <rng supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>random</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egd</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>builtin</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </rng>
Oct 15 19:34:15 user nova-compute[74712]:     <filesystem supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='driverType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>path</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>handle</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtiofs</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </filesystem>
Oct 15 19:34:15 user nova-compute[74712]:     <tpm supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-tis</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-crb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>passthrough</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>emulator</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </tpm>
Oct 15 19:34:15 user nova-compute[74712]:   </devices>
Oct 15 19:34:15 user nova-compute[74712]:   <features>
Oct 15 19:34:15 user nova-compute[74712]:     <gic supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     <vmcoreinfo supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <genid supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backingStoreInput supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backup supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <sev supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:   </features>
Oct 15 19:34:15 user nova-compute[74712]: </domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:  {{(pid=74712) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 15 19:34:15 user nova-compute[74712]: <domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:   <path>/usr/bin/qemu-system-i386</path>
Oct 15 19:34:15 user nova-compute[74712]:   <domain>kvm</domain>
Oct 15 19:34:15 user nova-compute[74712]:   <machine>pc-i440fx-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:   <arch>i686</arch>
Oct 15 19:34:15 user nova-compute[74712]:   <vcpu max='255'/>
Oct 15 19:34:15 user nova-compute[74712]:   <iothreads supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:   <os supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='firmware'/>
Oct 15 19:34:15 user nova-compute[74712]:     <loader supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>rom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pflash</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='readonly'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>yes</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='secure'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </loader>
Oct 15 19:34:15 user nova-compute[74712]:   </os>
Oct 15 19:34:15 user nova-compute[74712]:   <cpu>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-passthrough' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='hostPassthroughMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='maximum' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='maximumMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-model' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <vendor>Intel</vendor>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ss'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='vmx'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pcid'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='hypervisor'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arat'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='tsc_adjust'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='umip'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='md-clear'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arch-capabilities'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibpb'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibrs'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='erms'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='xsaveopt'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='lm'/>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='custom' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>qemu64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>qemu32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>phenom</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>n270</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>kvm64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>coreduo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>core2duo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>athlon</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Westmere-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Westmere</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Snowridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Penryn</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G5</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G4</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G1</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Nehalem-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Nehalem</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Rome</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Milan</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-IBPB</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Dhyana</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cooperlake</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Conroe</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>486</model>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:   </cpu>
Oct 15 19:34:15 user nova-compute[74712]:   <memoryBacking supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='sourceType'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>file</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>anonymous</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>memfd</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:   </memoryBacking>
Oct 15 19:34:15 user nova-compute[74712]:   <devices>
Oct 15 19:34:15 user nova-compute[74712]:     <disk supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='diskDevice'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>disk</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cdrom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>floppy</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>lun</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='bus'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ide</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>fdc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sata</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </disk>
Oct 15 19:34:15 user nova-compute[74712]:     <graphics supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sdl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vnc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>spice</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egl-headless</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </graphics>
Oct 15 19:34:15 user nova-compute[74712]:     <video supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='modelType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cirrus</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vmvga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>qxl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>none</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>bochs</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ramfb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </video>
Oct 15 19:34:15 user nova-compute[74712]:     <hostdev supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='mode'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>subsystem</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='startupPolicy'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>default</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>mandatory</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>requisite</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>optional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='subsysType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pci</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='capsType'/>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='pciBackend'/>
Oct 15 19:34:15 user nova-compute[74712]:     </hostdev>
Oct 15 19:34:15 user nova-compute[74712]:     <rng supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>random</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egd</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>builtin</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </rng>
Oct 15 19:34:15 user nova-compute[74712]:     <filesystem supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='driverType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>path</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>handle</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtiofs</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </filesystem>
Oct 15 19:34:15 user nova-compute[74712]:     <tpm supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-tis</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-crb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>passthrough</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>emulator</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </tpm>
Oct 15 19:34:15 user nova-compute[74712]:   </devices>
Oct 15 19:34:15 user nova-compute[74712]:   <features>
Oct 15 19:34:15 user nova-compute[74712]:     <gic supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     <vmcoreinfo supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <genid supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backingStoreInput supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backup supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <sev supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:   </features>
Oct 15 19:34:15 user nova-compute[74712]: </domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:  {{(pid=74712) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'pc', 'ubuntu-q35', 'ubuntu'} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 15 19:34:15 user nova-compute[74712]: <domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 15 19:34:15 user nova-compute[74712]:   <domain>kvm</domain>
Oct 15 19:34:15 user nova-compute[74712]:   <machine>pc-q35-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:   <arch>x86_64</arch>
Oct 15 19:34:15 user nova-compute[74712]:   <vcpu max='288'/>
Oct 15 19:34:15 user nova-compute[74712]:   <iothreads supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:   <os supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='firmware'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>efi</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:     <loader supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>rom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pflash</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='readonly'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>yes</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='secure'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>yes</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </loader>
Oct 15 19:34:15 user nova-compute[74712]:   </os>
Oct 15 19:34:15 user nova-compute[74712]:   <cpu>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-passthrough' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='hostPassthroughMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='maximum' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='maximumMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-model' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <vendor>Intel</vendor>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ss'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='vmx'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pcid'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='hypervisor'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arat'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='tsc_adjust'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='umip'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='md-clear'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arch-capabilities'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='invtsc'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibpb'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibrs'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='rsba'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pschange-mc-no'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='erms'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='xsaveopt'/>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='custom' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>qemu64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>qemu32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>phenom</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>n270</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>coreduo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>core2duo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>athlon</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Westmere-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Westmere</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Snowridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Penryn</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G5</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G4</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Opteron_G1</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Nehalem</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Rome</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Milan</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-IBPB</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Dhyana</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cooperlake</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Conroe</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>486</model>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:   </cpu>
Oct 15 19:34:15 user nova-compute[74712]:   <memoryBacking supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='sourceType'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>file</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>anonymous</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>memfd</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:   </memoryBacking>
Oct 15 19:34:15 user nova-compute[74712]:   <devices>
Oct 15 19:34:15 user nova-compute[74712]:     <disk supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='diskDevice'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>disk</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cdrom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>floppy</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>lun</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='bus'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>fdc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sata</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </disk>
Oct 15 19:34:15 user nova-compute[74712]:     <graphics supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sdl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vnc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>spice</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egl-headless</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </graphics>
Oct 15 19:34:15 user nova-compute[74712]:     <video supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='modelType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cirrus</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vmvga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>qxl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>none</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>bochs</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ramfb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </video>
Oct 15 19:34:15 user nova-compute[74712]:     <hostdev supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='mode'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>subsystem</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='startupPolicy'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>default</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>mandatory</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>requisite</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>optional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='subsysType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pci</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='capsType'/>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='pciBackend'/>
Oct 15 19:34:15 user nova-compute[74712]:     </hostdev>
Oct 15 19:34:15 user nova-compute[74712]:     <rng supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>random</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egd</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>builtin</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </rng>
Oct 15 19:34:15 user nova-compute[74712]:     <filesystem supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='driverType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>path</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>handle</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtiofs</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </filesystem>
Oct 15 19:34:15 user nova-compute[74712]:     <tpm supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-tis</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-crb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>passthrough</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>emulator</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </tpm>
Oct 15 19:34:15 user nova-compute[74712]:   </devices>
Oct 15 19:34:15 user nova-compute[74712]:   <features>
Oct 15 19:34:15 user nova-compute[74712]:     <gic supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     <vmcoreinfo supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <genid supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backingStoreInput supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backup supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <sev supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:   </features>
Oct 15 19:34:15 user nova-compute[74712]: </domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:  {{(pid=74712) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 15 19:34:15 user nova-compute[74712]: <domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 15 19:34:15 user nova-compute[74712]:   <domain>kvm</domain>
Oct 15 19:34:15 user nova-compute[74712]:   <machine>pc-i440fx-6.2</machine>
Oct 15 19:34:15 user nova-compute[74712]:   <arch>x86_64</arch>
Oct 15 19:34:15 user nova-compute[74712]:   <vcpu max='255'/>
Oct 15 19:34:15 user nova-compute[74712]:   <iothreads supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:   <os supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='firmware'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>efi</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:     <loader supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>rom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pflash</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='readonly'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>yes</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='secure'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </loader>
Oct 15 19:34:15 user nova-compute[74712]:   </os>
Oct 15 19:34:15 user nova-compute[74712]:   <cpu>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-passthrough' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='hostPassthroughMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='maximum' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='maximumMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-model' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <vendor>Intel</vendor>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ss'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='vmx'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pcid'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='hypervisor'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arat'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='tsc_adjust'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='umip'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='md-clear'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arch-capabilities'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='invtsc'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibpb'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibrs'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='rsba'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pschange-mc-no'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='erms'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='xsaveopt'/>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='custom' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>qemu64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>qemu32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>phenom</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>n270</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>coreduo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>core2duo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>athlon</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Westmere-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Westmere</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Snowridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Penryn</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G5</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G4</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Opteron_G1</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Nehalem</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Rome</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Milan</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-IBPB</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Dhyana</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cooperlake</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Conroe</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>486</model>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:   </cpu>
Oct 15 19:34:15 user nova-compute[74712]:   <memoryBacking supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='sourceType'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>file</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>anonymous</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>memfd</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:   </memoryBacking>
Oct 15 19:34:15 user nova-compute[74712]:   <devices>
Oct 15 19:34:15 user nova-compute[74712]:     <disk supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='diskDevice'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>disk</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cdrom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>floppy</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>lun</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='bus'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ide</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>fdc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sata</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </disk>
Oct 15 19:34:15 user nova-compute[74712]:     <graphics supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sdl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vnc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>spice</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egl-headless</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </graphics>
Oct 15 19:34:15 user nova-compute[74712]:     <video supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='modelType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cirrus</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vmvga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>qxl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>none</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>bochs</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ramfb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </video>
Oct 15 19:34:15 user nova-compute[74712]:     <hostdev supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='mode'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>subsystem</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='startupPolicy'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>default</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>mandatory</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>requisite</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>optional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='subsysType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pci</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='capsType'/>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='pciBackend'/>
Oct 15 19:34:15 user nova-compute[74712]:     </hostdev>
Oct 15 19:34:15 user nova-compute[74712]:     <rng supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>random</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egd</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>builtin</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </rng>
Oct 15 19:34:15 user nova-compute[74712]:     <filesystem supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='driverType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>path</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>handle</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtiofs</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </filesystem>
Oct 15 19:34:15 user nova-compute[74712]:     <tpm supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-tis</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-crb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>passthrough</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>emulator</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </tpm>
Oct 15 19:34:15 user nova-compute[74712]:   </devices>
Oct 15 19:34:15 user nova-compute[74712]:   <features>
Oct 15 19:34:15 user nova-compute[74712]:     <gic supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     <vmcoreinfo supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <genid supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backingStoreInput supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backup supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <sev supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:   </features>
Oct 15 19:34:15 user nova-compute[74712]: </domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:  {{(pid=74712) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 15 19:34:15 user nova-compute[74712]: <domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 15 19:34:15 user nova-compute[74712]:   <domain>kvm</domain>
Oct 15 19:34:15 user nova-compute[74712]:   <machine>pc-q35-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:   <arch>x86_64</arch>
Oct 15 19:34:15 user nova-compute[74712]:   <vcpu max='288'/>
Oct 15 19:34:15 user nova-compute[74712]:   <iothreads supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:   <os supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='firmware'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>efi</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:     <loader supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>rom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pflash</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='readonly'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>yes</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='secure'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>yes</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </loader>
Oct 15 19:34:15 user nova-compute[74712]:   </os>
Oct 15 19:34:15 user nova-compute[74712]:   <cpu>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-passthrough' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='hostPassthroughMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='maximum' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='maximumMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-model' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <vendor>Intel</vendor>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ss'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='vmx'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pcid'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='hypervisor'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arat'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='tsc_adjust'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='umip'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='md-clear'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arch-capabilities'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='invtsc'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibpb'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibrs'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='rsba'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pschange-mc-no'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='erms'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='xsaveopt'/>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='custom' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>qemu64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>qemu32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>phenom</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>n270</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>coreduo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>core2duo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>athlon</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Westmere-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Westmere</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Snowridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Penryn</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G5</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G4</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Opteron_G1</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Nehalem</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Rome</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Milan</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-IBPB</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Dhyana</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cooperlake</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Conroe</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>486</model>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:   </cpu>
Oct 15 19:34:15 user nova-compute[74712]:   <memoryBacking supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='sourceType'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>file</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>anonymous</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>memfd</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:   </memoryBacking>
Oct 15 19:34:15 user nova-compute[74712]:   <devices>
Oct 15 19:34:15 user nova-compute[74712]:     <disk supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='diskDevice'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>disk</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cdrom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>floppy</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>lun</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='bus'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>fdc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sata</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </disk>
Oct 15 19:34:15 user nova-compute[74712]:     <graphics supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sdl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vnc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>spice</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egl-headless</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </graphics>
Oct 15 19:34:15 user nova-compute[74712]:     <video supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='modelType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cirrus</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vmvga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>qxl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>none</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>bochs</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ramfb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </video>
Oct 15 19:34:15 user nova-compute[74712]:     <hostdev supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='mode'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>subsystem</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='startupPolicy'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>default</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>mandatory</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>requisite</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>optional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='subsysType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pci</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='capsType'/>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='pciBackend'/>
Oct 15 19:34:15 user nova-compute[74712]:     </hostdev>
Oct 15 19:34:15 user nova-compute[74712]:     <rng supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>random</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egd</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>builtin</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </rng>
Oct 15 19:34:15 user nova-compute[74712]:     <filesystem supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='driverType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>path</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>handle</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtiofs</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </filesystem>
Oct 15 19:34:15 user nova-compute[74712]:     <tpm supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-tis</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-crb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>passthrough</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>emulator</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </tpm>
Oct 15 19:34:15 user nova-compute[74712]:   </devices>
Oct 15 19:34:15 user nova-compute[74712]:   <features>
Oct 15 19:34:15 user nova-compute[74712]:     <gic supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     <vmcoreinfo supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <genid supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backingStoreInput supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backup supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <sev supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:   </features>
Oct 15 19:34:15 user nova-compute[74712]: </domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:  {{(pid=74712) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 15 19:34:15 user nova-compute[74712]: <domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 15 19:34:15 user nova-compute[74712]:   <domain>kvm</domain>
Oct 15 19:34:15 user nova-compute[74712]:   <machine>pc-i440fx-jammy</machine>
Oct 15 19:34:15 user nova-compute[74712]:   <arch>x86_64</arch>
Oct 15 19:34:15 user nova-compute[74712]:   <vcpu max='255'/>
Oct 15 19:34:15 user nova-compute[74712]:   <iothreads supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:   <os supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='firmware'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>efi</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:     <loader supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>rom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pflash</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='readonly'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>yes</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='secure'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>no</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </loader>
Oct 15 19:34:15 user nova-compute[74712]:   </os>
Oct 15 19:34:15 user nova-compute[74712]:   <cpu>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-passthrough' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='hostPassthroughMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='maximum' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='maximumMigratable'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>on</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>off</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='host-model' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <vendor>Intel</vendor>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ss'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='vmx'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pcid'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='hypervisor'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arat'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='tsc_adjust'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='umip'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='md-clear'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='arch-capabilities'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='invtsc'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibpb'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='ibrs'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-stibp'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='amd-ssbd'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='rsba'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='require' name='pschange-mc-no'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='erms'/>
Oct 15 19:34:15 user nova-compute[74712]:       <feature policy='disable' name='xsaveopt'/>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:     <mode name='custom' supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>qemu64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>qemu32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>phenom</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>pentium</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>n270</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm64</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>kvm32</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>coreduo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>core2duo</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>athlon</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Westmere-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Westmere</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Snowridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Skylake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>SandyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Penryn</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G5</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G4</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G3</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Opteron_G2</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Opteron_G1</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Nehalem</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>IvyBridge</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Icelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Haswell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Rome</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-Milan</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC-IBPB</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>EPYC</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Dhyana</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cooperlake</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>Conroe</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Cascadelake-Server</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-noTSX</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell-IBRS</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='no'>Broadwell</model>
Oct 15 19:34:15 user nova-compute[74712]:       <model usable='yes'>486</model>
Oct 15 19:34:15 user nova-compute[74712]:     </mode>
Oct 15 19:34:15 user nova-compute[74712]:   </cpu>
Oct 15 19:34:15 user nova-compute[74712]:   <memoryBacking supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:     <enum name='sourceType'>
Oct 15 19:34:15 user nova-compute[74712]:       <value>file</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>anonymous</value>
Oct 15 19:34:15 user nova-compute[74712]:       <value>memfd</value>
Oct 15 19:34:15 user nova-compute[74712]:     </enum>
Oct 15 19:34:15 user nova-compute[74712]:   </memoryBacking>
Oct 15 19:34:15 user nova-compute[74712]:   <devices>
Oct 15 19:34:15 user nova-compute[74712]:     <disk supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='diskDevice'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>disk</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cdrom</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>floppy</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>lun</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='bus'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ide</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>fdc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sata</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </disk>
Oct 15 19:34:15 user nova-compute[74712]:     <graphics supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='type'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>sdl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vnc</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>spice</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egl-headless</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </graphics>
Oct 15 19:34:15 user nova-compute[74712]:     <video supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='modelType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>cirrus</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>vmvga</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>qxl</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>none</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>bochs</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>ramfb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </video>
Oct 15 19:34:15 user nova-compute[74712]:     <hostdev supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='mode'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>subsystem</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='startupPolicy'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>default</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>mandatory</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>requisite</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>optional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='subsysType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>usb</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>pci</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>scsi</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='capsType'/>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='pciBackend'/>
Oct 15 19:34:15 user nova-compute[74712]:     </hostdev>
Oct 15 19:34:15 user nova-compute[74712]:     <rng supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtio-non-transitional</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>random</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>egd</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>builtin</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </rng>
Oct 15 19:34:15 user nova-compute[74712]:     <filesystem supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='driverType'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>path</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>handle</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>virtiofs</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </filesystem>
Oct 15 19:34:15 user nova-compute[74712]:     <tpm supported='yes'>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='model'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-tis</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>tpm-crb</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:       <enum name='backendModel'>
Oct 15 19:34:15 user nova-compute[74712]:         <value>passthrough</value>
Oct 15 19:34:15 user nova-compute[74712]:         <value>emulator</value>
Oct 15 19:34:15 user nova-compute[74712]:       </enum>
Oct 15 19:34:15 user nova-compute[74712]:     </tpm>
Oct 15 19:34:15 user nova-compute[74712]:   </devices>
Oct 15 19:34:15 user nova-compute[74712]:   <features>
Oct 15 19:34:15 user nova-compute[74712]:     <gic supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:     <vmcoreinfo supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <genid supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backingStoreInput supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <backup supported='yes'/>
Oct 15 19:34:15 user nova-compute[74712]:     <sev supported='no'/>
Oct 15 19:34:15 user nova-compute[74712]:   </features>
Oct 15 19:34:15 user nova-compute[74712]: </domainCapabilities>
Oct 15 19:34:15 user nova-compute[74712]:  {{(pid=74712) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74712) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74712) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Checking secure boot support for host arch (x86_64) {{(pid=74712) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 15 19:34:15 user nova-compute[74712]: INFO nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Secure Boot support detected
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] cpu compare xml: <cpu match="exact">
Oct 15 19:34:15 user nova-compute[74712]:   <model>Nehalem</model>
Oct 15 19:34:15 user nova-compute[74712]: </cpu>
Oct 15 19:34:15 user nova-compute[74712]:  {{(pid=74712) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 15 19:34:15 user nova-compute[74712]: INFO nova.virt.node [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Generated node identity 528d9121-6d98-4388-aaa0-50c547535811
Oct 15 19:34:15 user nova-compute[74712]: INFO nova.virt.node [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Wrote node identity 528d9121-6d98-4388-aaa0-50c547535811 to /opt/stack/data/nova/compute_id
Oct 15 19:34:15 user nova-compute[74712]: WARNING nova.compute.manager [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Compute nodes ['528d9121-6d98-4388-aaa0-50c547535811'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 15 19:34:15 user nova-compute[74712]: INFO nova.compute.manager [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 15 19:34:15 user nova-compute[74712]: WARNING nova.compute.manager [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 15 19:34:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:34:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:34:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:34:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Hypervisor/Node resource view: name=user free_ram=10956MB free_disk=26.08541488647461GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:34:16 user nova-compute[74712]: WARNING nova.compute.resource_tracker [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] No compute node record for user:528d9121-6d98-4388-aaa0-50c547535811: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 528d9121-6d98-4388-aaa0-50c547535811 could not be found.
Oct 15 19:34:16 user nova-compute[74712]: INFO nova.compute.resource_tracker [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Compute node record created for user:user with uuid: 528d9121-6d98-4388-aaa0-50c547535811
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:34:16 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] [req-8d3c0210-8164-42a4-b09f-9bcf564307f7] Created resource provider record via placement API for resource provider with UUID 528d9121-6d98-4388-aaa0-50c547535811 and name user.
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74712) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 15 19:34:16 user nova-compute[74712]: INFO nova.virt.libvirt.host [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] kernel doesn't support AMD SEV
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Libvirt baseline CPU <cpu>
Oct 15 19:34:16 user nova-compute[74712]:   <arch>x86_64</arch>
Oct 15 19:34:16 user nova-compute[74712]:   <model>Nehalem</model>
Oct 15 19:34:16 user nova-compute[74712]:   <vendor>Intel</vendor>
Oct 15 19:34:16 user nova-compute[74712]:   <topology sockets="6" cores="1" threads="1"/>
Oct 15 19:34:16 user nova-compute[74712]: </cpu>
Oct 15 19:34:16 user nova-compute[74712]:  {{(pid=74712) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Updated inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Updating resource provider 528d9121-6d98-4388-aaa0-50c547535811 generation from 0 to 1 during operation: update_inventory {{(pid=74712) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Updating resource provider 528d9121-6d98-4388-aaa0-50c547535811 generation from 1 to 2 during operation: update_traits {{(pid=74712) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.620s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.service [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Creating RPC server for service compute {{(pid=74712) start /opt/stack/nova/nova/service.py:182}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.service [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] Join ServiceGroup membership for this service compute {{(pid=74712) start /opt/stack/nova/nova/service.py:199}}
Oct 15 19:34:16 user nova-compute[74712]: DEBUG nova.servicegroup.drivers.db [None req-d5e760bf-4ddd-4f85-92ee-495faff64e27 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74712) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 15 19:34:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:34:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:35:07 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:35:07 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:35:07 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=10361MB free_disk=25.9891357421875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:35:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:35:08 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:35:08 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:35:08 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:35:08 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:35:08 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:35:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.172s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:36:08 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:36:08 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:36:08 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=10317MB free_disk=26.053131103515625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:36:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:36:09 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:36:09 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:36:09 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:36:09 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:36:09 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:36:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.141s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:36:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:36:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:36:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:36:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 19:36:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 19:36:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:37:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:37:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:37:08 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:37:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:37:10 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:37:11 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:37:11 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:37:11 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=10328MB free_disk=25.80678939819336GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:37:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:37:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:37:11 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:37:11 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:37:11 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:37:11 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:37:11 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:37:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.110s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:37:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:38:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:10 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:38:11 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:11 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:11 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9583MB free_disk=25.826927185058594GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:38:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:11 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:38:11 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:38:11 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:38:11 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:38:11 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:38:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.143s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:38:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 19:38:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 19:38:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:38:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "12725e83-e767-4184-a582-790266ad44e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "12725e83-e767-4184-a582-790266ad44e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:38:18 user nova-compute[74712]: INFO nova.compute.claims [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Claim successful on node user
Oct 15 19:38:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.631s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.065s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:38:18 user nova-compute[74712]: INFO nova.compute.claims [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Claim successful on node user
Oct 15 19:38:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:38:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:38:18 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:38:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:38:19 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Creating image(s)
Oct 15 19:38:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "/opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "/opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "/opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.595s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:38:19 user nova-compute[74712]: DEBUG nova.policy [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e351c265e5413dbd7502cffcccd240', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05a3801143054d8dba280f1033858cd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118.part --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:38:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:38:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118.part --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG nova.virt.images [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] 86c41006-9da0-4054-a177-46f1c8e1bbdf was qcow2, converting to raw {{(pid=74712) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118.part /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118.converted {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:38:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Creating image(s)
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "/opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "/opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "/opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.027s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118.part /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118.converted" returned: 0 in 0.227s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118.converted --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG nova.policy [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c61acb19473c459ea20e2af6f412f894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713c002b2da04bc484633187e26a8772', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118.converted --force-share --output=json" returned: 0 in 0.200s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.631s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:20 user nova-compute[74712]: INFO oslo.privsep.daemon [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp9eb823ke/privsep.sock']
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.329s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:20 user sudo[83961]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp9eb823ke/privsep.sock
Oct 15 19:38:20 user sudo[83961]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 15 19:38:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Successfully created port: 4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:38:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:38:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:21 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:38:21 user nova-compute[74712]: INFO nova.compute.claims [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Claim successful on node user
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:38:22 user sudo[83961]: pam_unix(sudo:session): session closed for user root
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:38:22 user nova-compute[74712]: INFO oslo.privsep.daemon [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Spawned new privsep daemon via rootwrap
Oct 15 19:38:22 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 15 19:38:22 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 15 19:38:22 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 15 19:38:22 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83975
Oct 15 19:38:22 user nova-compute[74712]: WARNING oslo_privsep.priv_context [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] privsep daemon already running
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.395s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:38:22 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:38:22 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Creating image(s)
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "/opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "/opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "/opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.198s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.164s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.policy [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '075795c2a7f940c0b758855dc913aa4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71c93658494d4703bcf2a7e11d6d43ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk 1073741824" returned: 0 in 0.059s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.225s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:22 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Successfully created port: 614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.159s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk 1073741824" returned: 0 in 0.045s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.210s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.287s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:38:23 user nova-compute[74712]: INFO nova.compute.claims [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Claim successful on node user
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Cannot resize image /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Ensure instance console log exists: /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Checking if we can resize image /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk 1073741824" returned: 0 in 0.042s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Cannot resize image /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Ensure instance console log exists: /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.406s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:38:23 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Cannot resize image /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Ensure instance console log exists: /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:38:23 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Creating image(s)
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "/opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "/opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "/opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Successfully updated port: 4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.policy [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d48efcbd0794329a2a4064b10e721c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea1a6a5a586544cc99e45204a29d48dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "refresh_cache-12725e83-e767-4184-a582-790266ad44e0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquired lock "refresh_cache-12725e83-e767-4184-a582-790266ad44e0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.162s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk 1073741824" returned: 0 in 0.040s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.206s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-0ecc8df5-f1c0-44f3-b0e5-61efcbe29551 req-127816e8-0d0f-4d1f-be38-7568de05bec6 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Received event network-changed-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-0ecc8df5-f1c0-44f3-b0e5-61efcbe29551 req-127816e8-0d0f-4d1f-be38-7568de05bec6 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Refreshing instance network info cache due to event network-changed-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0ecc8df5-f1c0-44f3-b0e5-61efcbe29551 req-127816e8-0d0f-4d1f-be38-7568de05bec6 service nova] Acquiring lock "refresh_cache-12725e83-e767-4184-a582-790266ad44e0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Cannot resize image /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Ensure instance console log exists: /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Successfully created port: b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Successfully updated port: 614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquired lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Updating instance_info_cache with network_info: [{"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Releasing lock "refresh_cache-12725e83-e767-4184-a582-790266ad44e0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Instance network_info: |[{"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0ecc8df5-f1c0-44f3-b0e5-61efcbe29551 req-127816e8-0d0f-4d1f-be38-7568de05bec6 service nova] Acquired lock "refresh_cache-12725e83-e767-4184-a582-790266ad44e0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-0ecc8df5-f1c0-44f3-b0e5-61efcbe29551 req-127816e8-0d0f-4d1f-be38-7568de05bec6 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Refreshing network info cache for port 4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Start _get_guest_xml network_info=[{"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:38:25 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:25 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-37bdbc49-dee8-4e6a-9339-e21e33c857b0 req-717ef91f-946e-40f0-9d68-27ed3d96ece8 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-changed-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-37bdbc49-dee8-4e6a-9339-e21e33c857b0 req-717ef91f-946e-40f0-9d68-27ed3d96ece8 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Refreshing instance network info cache due to event network-changed-614f7251-44cc-4684-a8ef-752eee3a3f64. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-37bdbc49-dee8-4e6a-9339-e21e33c857b0 req-717ef91f-946e-40f0-9d68-27ed3d96ece8 service nova] Acquiring lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2052333150',display_name='tempest-DeleteServersTestJSON-server-2052333150',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2052333150',id=1,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='05a3801143054d8dba280f1033858cd5',ramdisk_id='',reservation_id='r-s0vplwdv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1114323258',owner_user_name='tempest-DeleteServersTestJSON-1114323258-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:19Z,user_data=None,user_id='f5e351c265e5413dbd7502cffcccd240',uuid=12725e83-e767-4184-a582-790266ad44e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Converting VIF {"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:ed:7f,bridge_name='br-int',has_traffic_filtering=True,id=4b2cb0f7-efe9-4fb7-a86a-ff8161abf259,network=Network(53f9845a-be8c-4bcb-9102-da80a0fe60d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b2cb0f7-ef') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.objects.instance [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lazy-loading 'pci_devices' on Instance uuid 12725e83-e767-4184-a582-790266ad44e0 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:38:25 user nova-compute[74712]:   <uuid>12725e83-e767-4184-a582-790266ad44e0</uuid>
Oct 15 19:38:25 user nova-compute[74712]:   <name>instance-00000001</name>
Oct 15 19:38:25 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:38:25 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:38:25 user nova-compute[74712]:   <metadata>
Oct 15 19:38:25 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:38:25 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:38:25 user nova-compute[74712]:       <nova:name>tempest-DeleteServersTestJSON-server-2052333150</nova:name>
Oct 15 19:38:25 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:38:25</nova:creationTime>
Oct 15 19:38:25 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:38:25 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:38:25 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:38:25 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:38:25 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:38:25 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:38:25 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:38:25 user nova-compute[74712]:       <nova:owner>
Oct 15 19:38:25 user nova-compute[74712]:         <nova:user uuid="f5e351c265e5413dbd7502cffcccd240">tempest-DeleteServersTestJSON-1114323258-project-member</nova:user>
Oct 15 19:38:25 user nova-compute[74712]:         <nova:project uuid="05a3801143054d8dba280f1033858cd5">tempest-DeleteServersTestJSON-1114323258</nova:project>
Oct 15 19:38:25 user nova-compute[74712]:       </nova:owner>
Oct 15 19:38:25 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:38:25 user nova-compute[74712]:       <nova:ports>
Oct 15 19:38:25 user nova-compute[74712]:         <nova:port uuid="4b2cb0f7-efe9-4fb7-a86a-ff8161abf259">
Oct 15 19:38:25 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 15 19:38:25 user nova-compute[74712]:         </nova:port>
Oct 15 19:38:25 user nova-compute[74712]:       </nova:ports>
Oct 15 19:38:25 user nova-compute[74712]:     </nova:instance>
Oct 15 19:38:25 user nova-compute[74712]:   </metadata>
Oct 15 19:38:25 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:38:25 user nova-compute[74712]:     <system>
Oct 15 19:38:25 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:38:25 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:38:25 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:38:25 user nova-compute[74712]:       <entry name="serial">12725e83-e767-4184-a582-790266ad44e0</entry>
Oct 15 19:38:25 user nova-compute[74712]:       <entry name="uuid">12725e83-e767-4184-a582-790266ad44e0</entry>
Oct 15 19:38:25 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:38:25 user nova-compute[74712]:     </system>
Oct 15 19:38:25 user nova-compute[74712]:   </sysinfo>
Oct 15 19:38:25 user nova-compute[74712]:   <os>
Oct 15 19:38:25 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:38:25 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:38:25 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:38:25 user nova-compute[74712]:   </os>
Oct 15 19:38:25 user nova-compute[74712]:   <features>
Oct 15 19:38:25 user nova-compute[74712]:     <acpi/>
Oct 15 19:38:25 user nova-compute[74712]:     <apic/>
Oct 15 19:38:25 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:38:25 user nova-compute[74712]:   </features>
Oct 15 19:38:25 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:38:25 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:38:25 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:38:25 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:38:25 user nova-compute[74712]:   </clock>
Oct 15 19:38:25 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:38:25 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:38:25 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:38:25 user nova-compute[74712]:   </cpu>
Oct 15 19:38:25 user nova-compute[74712]:   <devices>
Oct 15 19:38:25 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:38:25 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:38:25 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk"/>
Oct 15 19:38:25 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:38:25 user nova-compute[74712]:     </disk>
Oct 15 19:38:25 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:38:25 user nova-compute[74712]:       <mac address="fa:16:3e:cf:ed:7f"/>
Oct 15 19:38:25 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:25 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:38:25 user nova-compute[74712]:       <target dev="tap4b2cb0f7-ef"/>
Oct 15 19:38:25 user nova-compute[74712]:     </interface>
Oct 15 19:38:25 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:38:25 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/console.log" append="off"/>
Oct 15 19:38:25 user nova-compute[74712]:     </serial>
Oct 15 19:38:25 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:38:25 user nova-compute[74712]:     <video>
Oct 15 19:38:25 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:25 user nova-compute[74712]:     </video>
Oct 15 19:38:25 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:38:25 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:38:25 user nova-compute[74712]:     </rng>
Oct 15 19:38:25 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:38:25 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:38:25 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:38:25 user nova-compute[74712]:     </memballoon>
Oct 15 19:38:25 user nova-compute[74712]:   </devices>
Oct 15 19:38:25 user nova-compute[74712]: </domain>
Oct 15 19:38:25 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2052333150',display_name='tempest-DeleteServersTestJSON-server-2052333150',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2052333150',id=1,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='05a3801143054d8dba280f1033858cd5',ramdisk_id='',reservation_id='r-s0vplwdv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1114323258',owner_user_name='tempest-DeleteServersTestJSON-1114323258-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:19Z,user_data=None,user_id='f5e351c265e5413dbd7502cffcccd240',uuid=12725e83-e767-4184-a582-790266ad44e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Converting VIF {"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:ed:7f,bridge_name='br-int',has_traffic_filtering=True,id=4b2cb0f7-efe9-4fb7-a86a-ff8161abf259,network=Network(53f9845a-be8c-4bcb-9102-da80a0fe60d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b2cb0f7-ef') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG os_vif [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:ed:7f,bridge_name='br-int',has_traffic_filtering=True,id=4b2cb0f7-efe9-4fb7-a86a-ff8161abf259,network=Network(53f9845a-be8c-4bcb-9102-da80a0fe60d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b2cb0f7-ef') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Created schema index Interface.name {{(pid=74712) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Created schema index Port.name {{(pid=74712) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Created schema index Bridge.name {{(pid=74712) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [POLLOUT] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eb69dec1-690d-5dc0-b721-9b01fe6f5bb9', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:25 user nova-compute[74712]: INFO oslo.privsep.daemon [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp1dp6njcm/privsep.sock']
Oct 15 19:38:25 user sudo[84043]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp1dp6njcm/privsep.sock
Oct 15 19:38:25 user sudo[84043]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 15 19:38:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Successfully created port: 28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updating instance_info_cache with network_info: [{"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Releasing lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Instance network_info: |[{"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-37bdbc49-dee8-4e6a-9339-e21e33c857b0 req-717ef91f-946e-40f0-9d68-27ed3d96ece8 service nova] Acquired lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-37bdbc49-dee8-4e6a-9339-e21e33c857b0 req-717ef91f-946e-40f0-9d68-27ed3d96ece8 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Refreshing network info cache for port 614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Start _get_guest_xml network_info=[{"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:38:26 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:26 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1260939564',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1260939564',id=2,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0dgadh1c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:20Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=4100b590-bb4f-4946-a7e3-5f4c534712ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:e3:ed,bridge_name='br-int',has_traffic_filtering=True,id=614f7251-44cc-4684-a8ef-752eee3a3f64,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap614f7251-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'pci_devices' on Instance uuid 4100b590-bb4f-4946-a7e3-5f4c534712ae {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:38:26 user nova-compute[74712]:   <uuid>4100b590-bb4f-4946-a7e3-5f4c534712ae</uuid>
Oct 15 19:38:26 user nova-compute[74712]:   <name>instance-00000002</name>
Oct 15 19:38:26 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:38:26 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:38:26 user nova-compute[74712]:   <metadata>
Oct 15 19:38:26 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:38:26 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:38:26 user nova-compute[74712]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1260939564</nova:name>
Oct 15 19:38:26 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:38:26</nova:creationTime>
Oct 15 19:38:26 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:38:26 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:38:26 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:38:26 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:38:26 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:38:26 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:38:26 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:38:26 user nova-compute[74712]:       <nova:owner>
Oct 15 19:38:26 user nova-compute[74712]:         <nova:user uuid="c61acb19473c459ea20e2af6f412f894">tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member</nova:user>
Oct 15 19:38:26 user nova-compute[74712]:         <nova:project uuid="713c002b2da04bc484633187e26a8772">tempest-ServerBootFromVolumeStableRescueTest-1522566069</nova:project>
Oct 15 19:38:26 user nova-compute[74712]:       </nova:owner>
Oct 15 19:38:26 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:38:26 user nova-compute[74712]:       <nova:ports>
Oct 15 19:38:26 user nova-compute[74712]:         <nova:port uuid="614f7251-44cc-4684-a8ef-752eee3a3f64">
Oct 15 19:38:26 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 15 19:38:26 user nova-compute[74712]:         </nova:port>
Oct 15 19:38:26 user nova-compute[74712]:       </nova:ports>
Oct 15 19:38:26 user nova-compute[74712]:     </nova:instance>
Oct 15 19:38:26 user nova-compute[74712]:   </metadata>
Oct 15 19:38:26 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:38:26 user nova-compute[74712]:     <system>
Oct 15 19:38:26 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:38:26 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:38:26 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:38:26 user nova-compute[74712]:       <entry name="serial">4100b590-bb4f-4946-a7e3-5f4c534712ae</entry>
Oct 15 19:38:26 user nova-compute[74712]:       <entry name="uuid">4100b590-bb4f-4946-a7e3-5f4c534712ae</entry>
Oct 15 19:38:26 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:38:26 user nova-compute[74712]:     </system>
Oct 15 19:38:26 user nova-compute[74712]:   </sysinfo>
Oct 15 19:38:26 user nova-compute[74712]:   <os>
Oct 15 19:38:26 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:38:26 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:38:26 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:38:26 user nova-compute[74712]:   </os>
Oct 15 19:38:26 user nova-compute[74712]:   <features>
Oct 15 19:38:26 user nova-compute[74712]:     <acpi/>
Oct 15 19:38:26 user nova-compute[74712]:     <apic/>
Oct 15 19:38:26 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:38:26 user nova-compute[74712]:   </features>
Oct 15 19:38:26 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:38:26 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:38:26 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:38:26 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:38:26 user nova-compute[74712]:   </clock>
Oct 15 19:38:26 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:38:26 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:38:26 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:38:26 user nova-compute[74712]:   </cpu>
Oct 15 19:38:26 user nova-compute[74712]:   <devices>
Oct 15 19:38:26 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:38:26 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:38:26 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk"/>
Oct 15 19:38:26 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:38:26 user nova-compute[74712]:     </disk>
Oct 15 19:38:26 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:38:26 user nova-compute[74712]:       <mac address="fa:16:3e:2c:e3:ed"/>
Oct 15 19:38:26 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:26 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:38:26 user nova-compute[74712]:       <target dev="tap614f7251-44"/>
Oct 15 19:38:26 user nova-compute[74712]:     </interface>
Oct 15 19:38:26 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:38:26 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/console.log" append="off"/>
Oct 15 19:38:26 user nova-compute[74712]:     </serial>
Oct 15 19:38:26 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:38:26 user nova-compute[74712]:     <video>
Oct 15 19:38:26 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:26 user nova-compute[74712]:     </video>
Oct 15 19:38:26 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:38:26 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:38:26 user nova-compute[74712]:     </rng>
Oct 15 19:38:26 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:38:26 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:38:26 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:38:26 user nova-compute[74712]:     </memballoon>
Oct 15 19:38:26 user nova-compute[74712]:   </devices>
Oct 15 19:38:26 user nova-compute[74712]: </domain>
Oct 15 19:38:26 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1260939564',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1260939564',id=2,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0dgadh1c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:20Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=4100b590-bb4f-4946-a7e3-5f4c534712ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:e3:ed,bridge_name='br-int',has_traffic_filtering=True,id=614f7251-44cc-4684-a8ef-752eee3a3f64,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap614f7251-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG os_vif [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:e3:ed,bridge_name='br-int',has_traffic_filtering=True,id=614f7251-44cc-4684-a8ef-752eee3a3f64,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap614f7251-44') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '808013a2-7424-5f14-a877-6716512e9d96', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-0ecc8df5-f1c0-44f3-b0e5-61efcbe29551 req-127816e8-0d0f-4d1f-be38-7568de05bec6 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Updated VIF entry in instance network info cache for port 4b2cb0f7-efe9-4fb7-a86a-ff8161abf259. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-0ecc8df5-f1c0-44f3-b0e5-61efcbe29551 req-127816e8-0d0f-4d1f-be38-7568de05bec6 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Updating instance_info_cache with network_info: [{"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0ecc8df5-f1c0-44f3-b0e5-61efcbe29551 req-127816e8-0d0f-4d1f-be38-7568de05bec6 service nova] Releasing lock "refresh_cache-12725e83-e767-4184-a582-790266ad44e0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:26 user sudo[84043]: pam_unix(sudo:session): session closed for user root
Oct 15 19:38:26 user nova-compute[74712]: INFO oslo.privsep.daemon [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Spawned new privsep daemon via rootwrap
Oct 15 19:38:26 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 15 19:38:26 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 15 19:38:26 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 15 19:38:26 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84046
Oct 15 19:38:26 user nova-compute[74712]: WARNING oslo_privsep.priv_context [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] privsep daemon already running
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap614f7251-44, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap614f7251-44, col_values=(('qos', UUID('ec10e4c8-e311-4fa4-bba5-3a20e1b80e0c')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap614f7251-44, col_values=(('external_ids', {'iface-id': '614f7251-44cc-4684-a8ef-752eee3a3f64', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:e3:ed', 'vm-uuid': '4100b590-bb4f-4946-a7e3-5f4c534712ae'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:27 user nova-compute[74712]: INFO os_vif [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:e3:ed,bridge_name='br-int',has_traffic_filtering=True,id=614f7251-44cc-4684-a8ef-752eee3a3f64,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap614f7251-44')
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4b2cb0f7-ef, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4b2cb0f7-ef, col_values=(('qos', UUID('cb610f85-07f1-4599-81cf-5d54bdf52fd4')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4b2cb0f7-ef, col_values=(('external_ids', {'iface-id': '4b2cb0f7-efe9-4fb7-a86a-ff8161abf259', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cf:ed:7f', 'vm-uuid': '12725e83-e767-4184-a582-790266ad44e0'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:27 user nova-compute[74712]: INFO os_vif [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:ed:7f,bridge_name='br-int',has_traffic_filtering=True,id=4b2cb0f7-efe9-4fb7-a86a-ff8161abf259,network=Network(53f9845a-be8c-4bcb-9102-da80a0fe60d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b2cb0f7-ef')
Oct 15 19:38:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No VIF found with MAC fa:16:3e:2c:e3:ed, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] No VIF found with MAC fa:16:3e:cf:ed:7f, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG nova.network.neutron [req-37bdbc49-dee8-4e6a-9339-e21e33c857b0 req-717ef91f-946e-40f0-9d68-27ed3d96ece8 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updated VIF entry in instance network info cache for port 614f7251-44cc-4684-a8ef-752eee3a3f64. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG nova.network.neutron [req-37bdbc49-dee8-4e6a-9339-e21e33c857b0 req-717ef91f-946e-40f0-9d68-27ed3d96ece8 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updating instance_info_cache with network_info: [{"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Successfully updated port: b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-37bdbc49-dee8-4e6a-9339-e21e33c857b0 req-717ef91f-946e-40f0-9d68-27ed3d96ece8 service nova] Releasing lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquired lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-2ee0d54b-acba-4761-9200-940ee7768026 req-2cce6701-4eea-476f-ac56-5018e6203fcd service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-changed-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-2ee0d54b-acba-4761-9200-940ee7768026 req-2cce6701-4eea-476f-ac56-5018e6203fcd service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Refreshing instance network info cache due to event network-changed-b9e55e68-ccce-4660-a48c-25138fab558c. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2ee0d54b-acba-4761-9200-940ee7768026 req-2cce6701-4eea-476f-ac56-5018e6203fcd service nova] Acquiring lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:38:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Releasing lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance network_info: |[{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2ee0d54b-acba-4761-9200-940ee7768026 req-2cce6701-4eea-476f-ac56-5018e6203fcd service nova] Acquired lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.network.neutron [req-2ee0d54b-acba-4761-9200-940ee7768026 req-2cce6701-4eea-476f-ac56-5018e6203fcd service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Refreshing network info cache for port b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Start _get_guest_xml network_info=[{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:38:30 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:30 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1918695920',display_name='tempest-ServerActionsTestOtherB-server-1918695920',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1918695920',id=3,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDqbxtbpkdno8kl7PLCAiwm4je8P6sk0pLJoLeUwZqlZKKLzj0I2dz8iqXRpRdHDx5qAeERdSmNWDvn+w6QQdKGwnD7Tel2B0r+l8WkWbHNFoXSt6gTxmhVs1qLoUmgyuQ==',key_name='tempest-keypair-902076456',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71c93658494d4703bcf2a7e11d6d43ba',ramdisk_id='',reservation_id='r-k685pt9v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-146357153',owner_user_name='tempest-ServerActionsTestOtherB-146357153-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075795c2a7f940c0b758855dc913aa4a',uuid=3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converting VIF {"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lazy-loading 'pci_devices' on Instance uuid 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:38:30 user nova-compute[74712]:   <uuid>3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f</uuid>
Oct 15 19:38:30 user nova-compute[74712]:   <name>instance-00000003</name>
Oct 15 19:38:30 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:38:30 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:38:30 user nova-compute[74712]:   <metadata>
Oct 15 19:38:30 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:38:30 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:38:30 user nova-compute[74712]:       <nova:name>tempest-ServerActionsTestOtherB-server-1918695920</nova:name>
Oct 15 19:38:30 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:38:30</nova:creationTime>
Oct 15 19:38:30 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:38:30 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:38:30 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:38:30 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:38:30 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:38:30 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:38:30 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:38:30 user nova-compute[74712]:       <nova:owner>
Oct 15 19:38:30 user nova-compute[74712]:         <nova:user uuid="075795c2a7f940c0b758855dc913aa4a">tempest-ServerActionsTestOtherB-146357153-project-member</nova:user>
Oct 15 19:38:30 user nova-compute[74712]:         <nova:project uuid="71c93658494d4703bcf2a7e11d6d43ba">tempest-ServerActionsTestOtherB-146357153</nova:project>
Oct 15 19:38:30 user nova-compute[74712]:       </nova:owner>
Oct 15 19:38:30 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:38:30 user nova-compute[74712]:       <nova:ports>
Oct 15 19:38:30 user nova-compute[74712]:         <nova:port uuid="b9e55e68-ccce-4660-a48c-25138fab558c">
Oct 15 19:38:30 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 15 19:38:30 user nova-compute[74712]:         </nova:port>
Oct 15 19:38:30 user nova-compute[74712]:       </nova:ports>
Oct 15 19:38:30 user nova-compute[74712]:     </nova:instance>
Oct 15 19:38:30 user nova-compute[74712]:   </metadata>
Oct 15 19:38:30 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:38:30 user nova-compute[74712]:     <system>
Oct 15 19:38:30 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:38:30 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:38:30 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:38:30 user nova-compute[74712]:       <entry name="serial">3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f</entry>
Oct 15 19:38:30 user nova-compute[74712]:       <entry name="uuid">3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f</entry>
Oct 15 19:38:30 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:38:30 user nova-compute[74712]:     </system>
Oct 15 19:38:30 user nova-compute[74712]:   </sysinfo>
Oct 15 19:38:30 user nova-compute[74712]:   <os>
Oct 15 19:38:30 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:38:30 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:38:30 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:38:30 user nova-compute[74712]:   </os>
Oct 15 19:38:30 user nova-compute[74712]:   <features>
Oct 15 19:38:30 user nova-compute[74712]:     <acpi/>
Oct 15 19:38:30 user nova-compute[74712]:     <apic/>
Oct 15 19:38:30 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:38:30 user nova-compute[74712]:   </features>
Oct 15 19:38:30 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:38:30 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:38:30 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:38:30 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:38:30 user nova-compute[74712]:   </clock>
Oct 15 19:38:30 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:38:30 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:38:30 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:38:30 user nova-compute[74712]:   </cpu>
Oct 15 19:38:30 user nova-compute[74712]:   <devices>
Oct 15 19:38:30 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:38:30 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:38:30 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk"/>
Oct 15 19:38:30 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:38:30 user nova-compute[74712]:     </disk>
Oct 15 19:38:30 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:38:30 user nova-compute[74712]:       <mac address="fa:16:3e:66:26:6e"/>
Oct 15 19:38:30 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:30 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:38:30 user nova-compute[74712]:       <target dev="tapb9e55e68-cc"/>
Oct 15 19:38:30 user nova-compute[74712]:     </interface>
Oct 15 19:38:30 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:38:30 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/console.log" append="off"/>
Oct 15 19:38:30 user nova-compute[74712]:     </serial>
Oct 15 19:38:30 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:38:30 user nova-compute[74712]:     <video>
Oct 15 19:38:30 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:30 user nova-compute[74712]:     </video>
Oct 15 19:38:30 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:38:30 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:38:30 user nova-compute[74712]:     </rng>
Oct 15 19:38:30 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:38:30 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:38:30 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:38:30 user nova-compute[74712]:     </memballoon>
Oct 15 19:38:30 user nova-compute[74712]:   </devices>
Oct 15 19:38:30 user nova-compute[74712]: </domain>
Oct 15 19:38:30 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1918695920',display_name='tempest-ServerActionsTestOtherB-server-1918695920',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1918695920',id=3,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDqbxtbpkdno8kl7PLCAiwm4je8P6sk0pLJoLeUwZqlZKKLzj0I2dz8iqXRpRdHDx5qAeERdSmNWDvn+w6QQdKGwnD7Tel2B0r+l8WkWbHNFoXSt6gTxmhVs1qLoUmgyuQ==',key_name='tempest-keypair-902076456',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71c93658494d4703bcf2a7e11d6d43ba',ramdisk_id='',reservation_id='r-k685pt9v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-146357153',owner_user_name='tempest-ServerActionsTestOtherB-146357153-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075795c2a7f940c0b758855dc913aa4a',uuid=3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converting VIF {"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG os_vif [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a1cccba2-be18-5c0c-be06-2cb3023416bd', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Successfully updated port: 28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9e55e68-cc, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9e55e68-cc, col_values=(('qos', UUID('a9a30f0f-76a9-4442-8730-ac8c7012aa38')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9e55e68-cc, col_values=(('external_ids', {'iface-id': 'b9e55e68-ccce-4660-a48c-25138fab558c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:66:26:6e', 'vm-uuid': '3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:30 user nova-compute[74712]: INFO os_vif [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc')
Oct 15 19:38:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquired lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] No VIF found with MAC fa:16:3e:66:26:6e, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-3ba98fd9-76cf-41aa-a93b-12f5101daef0 req-d7f23782-e8f4-435d-8423-af3251108fcd service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-changed-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-3ba98fd9-76cf-41aa-a93b-12f5101daef0 req-d7f23782-e8f4-435d-8423-af3251108fcd service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Refreshing instance network info cache due to event network-changed-28fe02bb-44e0-47f4-898b-9abc977a76de. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3ba98fd9-76cf-41aa-a93b-12f5101daef0 req-d7f23782-e8f4-435d-8423-af3251108fcd service nova] Acquiring lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updating instance_info_cache with network_info: [{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Releasing lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance network_info: |[{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3ba98fd9-76cf-41aa-a93b-12f5101daef0 req-d7f23782-e8f4-435d-8423-af3251108fcd service nova] Acquired lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.network.neutron [req-3ba98fd9-76cf-41aa-a93b-12f5101daef0 req-d7f23782-e8f4-435d-8423-af3251108fcd service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Refreshing network info cache for port 28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Start _get_guest_xml network_info=[{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:38:32 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:32 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1959526558',display_name='tempest-AttachVolumeTestJSON-server-1959526558',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1959526558',id=4,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFg0ZyD9w1Nk5vApk8/hOVaPEqL9AsbygKRwJs58DgFIWbco1bBK6NsavSh4qsG7V/i6RP80OqhZpDrVg7q1ZtPeha5Gll8ljYZmNIIECGSb9LiIPc03IVxFzYIpSbAymw==',key_name='tempest-keypair-564300444',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-5gqaxhjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'pci_devices' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.network.neutron [req-2ee0d54b-acba-4761-9200-940ee7768026 req-2cce6701-4eea-476f-ac56-5018e6203fcd service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updated VIF entry in instance network info cache for port b9e55e68-ccce-4660-a48c-25138fab558c. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.network.neutron [req-2ee0d54b-acba-4761-9200-940ee7768026 req-2cce6701-4eea-476f-ac56-5018e6203fcd service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:38:32 user nova-compute[74712]:   <uuid>6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf</uuid>
Oct 15 19:38:32 user nova-compute[74712]:   <name>instance-00000004</name>
Oct 15 19:38:32 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:38:32 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:38:32 user nova-compute[74712]:   <metadata>
Oct 15 19:38:32 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:38:32 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:38:32 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeTestJSON-server-1959526558</nova:name>
Oct 15 19:38:32 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:38:32</nova:creationTime>
Oct 15 19:38:32 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:38:32 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:38:32 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:38:32 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:38:32 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:38:32 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:38:32 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:38:32 user nova-compute[74712]:       <nova:owner>
Oct 15 19:38:32 user nova-compute[74712]:         <nova:user uuid="9d48efcbd0794329a2a4064b10e721c4">tempest-AttachVolumeTestJSON-1553519355-project-member</nova:user>
Oct 15 19:38:32 user nova-compute[74712]:         <nova:project uuid="ea1a6a5a586544cc99e45204a29d48dd">tempest-AttachVolumeTestJSON-1553519355</nova:project>
Oct 15 19:38:32 user nova-compute[74712]:       </nova:owner>
Oct 15 19:38:32 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:38:32 user nova-compute[74712]:       <nova:ports>
Oct 15 19:38:32 user nova-compute[74712]:         <nova:port uuid="28fe02bb-44e0-47f4-898b-9abc977a76de">
Oct 15 19:38:32 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 15 19:38:32 user nova-compute[74712]:         </nova:port>
Oct 15 19:38:32 user nova-compute[74712]:       </nova:ports>
Oct 15 19:38:32 user nova-compute[74712]:     </nova:instance>
Oct 15 19:38:32 user nova-compute[74712]:   </metadata>
Oct 15 19:38:32 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:38:32 user nova-compute[74712]:     <system>
Oct 15 19:38:32 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:38:32 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:38:32 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:38:32 user nova-compute[74712]:       <entry name="serial">6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf</entry>
Oct 15 19:38:32 user nova-compute[74712]:       <entry name="uuid">6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf</entry>
Oct 15 19:38:32 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:38:32 user nova-compute[74712]:     </system>
Oct 15 19:38:32 user nova-compute[74712]:   </sysinfo>
Oct 15 19:38:32 user nova-compute[74712]:   <os>
Oct 15 19:38:32 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:38:32 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:38:32 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:38:32 user nova-compute[74712]:   </os>
Oct 15 19:38:32 user nova-compute[74712]:   <features>
Oct 15 19:38:32 user nova-compute[74712]:     <acpi/>
Oct 15 19:38:32 user nova-compute[74712]:     <apic/>
Oct 15 19:38:32 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:38:32 user nova-compute[74712]:   </features>
Oct 15 19:38:32 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:38:32 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:38:32 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:38:32 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:38:32 user nova-compute[74712]:   </clock>
Oct 15 19:38:32 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:38:32 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:38:32 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:38:32 user nova-compute[74712]:   </cpu>
Oct 15 19:38:32 user nova-compute[74712]:   <devices>
Oct 15 19:38:32 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:38:32 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:38:32 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk"/>
Oct 15 19:38:32 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:38:32 user nova-compute[74712]:     </disk>
Oct 15 19:38:32 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:38:32 user nova-compute[74712]:       <mac address="fa:16:3e:75:ee:1e"/>
Oct 15 19:38:32 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:32 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:38:32 user nova-compute[74712]:       <target dev="tap28fe02bb-44"/>
Oct 15 19:38:32 user nova-compute[74712]:     </interface>
Oct 15 19:38:32 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:38:32 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/console.log" append="off"/>
Oct 15 19:38:32 user nova-compute[74712]:     </serial>
Oct 15 19:38:32 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:38:32 user nova-compute[74712]:     <video>
Oct 15 19:38:32 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:32 user nova-compute[74712]:     </video>
Oct 15 19:38:32 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:38:32 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:38:32 user nova-compute[74712]:     </rng>
Oct 15 19:38:32 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:38:32 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:38:32 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:38:32 user nova-compute[74712]:     </memballoon>
Oct 15 19:38:32 user nova-compute[74712]:   </devices>
Oct 15 19:38:32 user nova-compute[74712]: </domain>
Oct 15 19:38:32 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1959526558',display_name='tempest-AttachVolumeTestJSON-server-1959526558',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1959526558',id=4,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFg0ZyD9w1Nk5vApk8/hOVaPEqL9AsbygKRwJs58DgFIWbco1bBK6NsavSh4qsG7V/i6RP80OqhZpDrVg7q1ZtPeha5Gll8ljYZmNIIECGSb9LiIPc03IVxFzYIpSbAymw==',key_name='tempest-keypair-564300444',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-5gqaxhjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG os_vif [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2ee0d54b-acba-4761-9200-940ee7768026 req-2cce6701-4eea-476f-ac56-5018e6203fcd service nova] Releasing lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '54c07a55-3a59-5113-9678-9c0c003d3ea0', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap28fe02bb-44, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap28fe02bb-44, col_values=(('qos', UUID('9f41feef-4d9d-43e1-8686-87b7c4c26b80')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap28fe02bb-44, col_values=(('external_ids', {'iface-id': '28fe02bb-44e0-47f4-898b-9abc977a76de', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:ee:1e', 'vm-uuid': '6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:32 user nova-compute[74712]: INFO os_vif [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44')
Oct 15 19:38:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No VIF found with MAC fa:16:3e:75:ee:1e, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:38:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:38:33 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Instance spawned successfully.
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:38:33 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 12725e83-e767-4184-a582-790266ad44e0] Instance spawned successfully.
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.network.neutron [req-3ba98fd9-76cf-41aa-a93b-12f5101daef0 req-d7f23782-e8f4-435d-8423-af3251108fcd service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updated VIF entry in instance network info cache for port 28fe02bb-44e0-47f4-898b-9abc977a76de. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.network.neutron [req-3ba98fd9-76cf-41aa-a93b-12f5101daef0 req-d7f23782-e8f4-435d-8423-af3251108fcd service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updating instance_info_cache with network_info: [{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3ba98fd9-76cf-41aa-a93b-12f5101daef0 req-d7f23782-e8f4-435d-8423-af3251108fcd service nova] Releasing lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:33 user nova-compute[74712]: INFO nova.compute.manager [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Took 12.95 seconds to spawn the instance on the hypervisor.
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:38:33 user nova-compute[74712]: INFO nova.compute.manager [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Took 14.23 seconds to spawn the instance on the hypervisor.
Oct 15 19:38:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:38:33 user nova-compute[74712]: INFO nova.compute.manager [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Took 14.79 seconds to build instance.
Oct 15 19:38:33 user nova-compute[74712]: INFO nova.compute.manager [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Took 15.43 seconds to build instance.
Oct 15 19:38:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-15be80db-5b3d-4a5d-a10d-b9744e63fbab tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "12725e83-e767-4184-a582-790266ad44e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.679s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b29f77ed-3e26-4363-9990-adc262c9a208 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.957s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:38:34 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance spawned successfully.
Oct 15 19:38:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:34 user nova-compute[74712]: INFO nova.compute.manager [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Took 12.05 seconds to spawn the instance on the hypervisor.
Oct 15 19:38:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:38:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:34 user nova-compute[74712]: INFO nova.compute.manager [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Took 13.07 seconds to build instance.
Oct 15 19:38:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b357e4c7-ce59-49f1-b7c9-7c94099953c1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.185s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:38:37 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance spawned successfully.
Oct 15 19:38:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:37 user nova-compute[74712]: INFO nova.compute.manager [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Took 13.52 seconds to spawn the instance on the hypervisor.
Oct 15 19:38:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:38:37 user nova-compute[74712]: INFO nova.compute.manager [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Took 14.55 seconds to build instance.
Oct 15 19:38:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0700d2d3-29ce-4275-8d4c-f1706dcd860d tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.708s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-5366bcf8-66aa-4c2c-a95a-8463ada5e918 req-e0c4cd03-8def-42ab-aa36-ef8735955ad8 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Received event network-vif-plugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5366bcf8-66aa-4c2c-a95a-8463ada5e918 req-e0c4cd03-8def-42ab-aa36-ef8735955ad8 service nova] Acquiring lock "12725e83-e767-4184-a582-790266ad44e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5366bcf8-66aa-4c2c-a95a-8463ada5e918 req-e0c4cd03-8def-42ab-aa36-ef8735955ad8 service nova] Lock "12725e83-e767-4184-a582-790266ad44e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5366bcf8-66aa-4c2c-a95a-8463ada5e918 req-e0c4cd03-8def-42ab-aa36-ef8735955ad8 service nova] Lock "12725e83-e767-4184-a582-790266ad44e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-5366bcf8-66aa-4c2c-a95a-8463ada5e918 req-e0c4cd03-8def-42ab-aa36-ef8735955ad8 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] No waiting events found dispatching network-vif-plugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:38:38 user nova-compute[74712]: WARNING nova.compute.manager [req-5366bcf8-66aa-4c2c-a95a-8463ada5e918 req-e0c4cd03-8def-42ab-aa36-ef8735955ad8 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Received unexpected event network-vif-plugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 for instance with vm_state active and task_state None.
Oct 15 19:38:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:38:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:38:39 user nova-compute[74712]: INFO nova.compute.claims [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Claim successful on node user
Oct 15 19:38:39 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.586s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:38:39 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:38:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:39 user nova-compute[74712]: DEBUG nova.policy [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb7f65663fa4eaeace9838a14fb28ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d364c9dde524c58a9ccd0edadbb66a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:38:40 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Creating image(s)
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "/opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "/opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "/opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.372s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-1d3073df-447b-4499-94a6-7f54a045a7b7 req-951646f7-88af-4acb-88d9-f9ef841ba1f1 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Received event network-vif-plugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d3073df-447b-4499-94a6-7f54a045a7b7 req-951646f7-88af-4acb-88d9-f9ef841ba1f1 service nova] Acquiring lock "12725e83-e767-4184-a582-790266ad44e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d3073df-447b-4499-94a6-7f54a045a7b7 req-951646f7-88af-4acb-88d9-f9ef841ba1f1 service nova] Lock "12725e83-e767-4184-a582-790266ad44e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d3073df-447b-4499-94a6-7f54a045a7b7 req-951646f7-88af-4acb-88d9-f9ef841ba1f1 service nova] Lock "12725e83-e767-4184-a582-790266ad44e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-1d3073df-447b-4499-94a6-7f54a045a7b7 req-951646f7-88af-4acb-88d9-f9ef841ba1f1 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] No waiting events found dispatching network-vif-plugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:38:40 user nova-compute[74712]: WARNING nova.compute.manager [req-1d3073df-447b-4499-94a6-7f54a045a7b7 req-951646f7-88af-4acb-88d9-f9ef841ba1f1 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Received unexpected event network-vif-plugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 for instance with vm_state active and task_state None.
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.318s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk 1073741824" returned: 0 in 0.076s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.401s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Successfully created port: e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.296s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Cannot resize image /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Ensure instance console log exists: /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:41 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Successfully updated port: e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquired lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-bf0d7520-221f-40b7-90a3-adf9ed842096 req-1ff934c5-242c-4046-8614-1e6a6f81828b service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received event network-changed-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-bf0d7520-221f-40b7-90a3-adf9ed842096 req-1ff934c5-242c-4046-8614-1e6a6f81828b service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Refreshing instance network info cache due to event network-changed-e99d9828-9995-4071-b8bf-aaf31363abdb. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bf0d7520-221f-40b7-90a3-adf9ed842096 req-1ff934c5-242c-4046-8614-1e6a6f81828b service nova] Acquiring lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Updating instance_info_cache with network_info: [{"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Releasing lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Instance network_info: |[{"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bf0d7520-221f-40b7-90a3-adf9ed842096 req-1ff934c5-242c-4046-8614-1e6a6f81828b service nova] Acquired lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.network.neutron [req-bf0d7520-221f-40b7-90a3-adf9ed842096 req-1ff934c5-242c-4046-8614-1e6a6f81828b service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Refreshing network info cache for port e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Start _get_guest_xml network_info=[{"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:42 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:42 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-982875132',display_name='tempest-VolumesAdminNegativeTest-server-982875132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-982875132',id=5,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJvp9DNb9Y5MFxx9cmCeWoJQa6JtCerR3fGEtq9gF/MHdYdMhihlidWaJy+sfNrW8TXHQIV9FJaYIEY5INEC68IwqZCW9PFp9hW7QPmnKf6dhbISw8xCED5pGaW68IAOPw==',key_name='tempest-keypair-1592427425',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d364c9dde524c58a9ccd0edadbb66a3',ramdisk_id='',reservation_id='r-hshoda63',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1630847276',owner_user_name='tempest-VolumesAdminNegativeTest-1630847276-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1bb7f65663fa4eaeace9838a14fb28ec',uuid=7669a942-4236-4dca-a209-1885fb938eb2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converting VIF {"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:67:c8,bridge_name='br-int',has_traffic_filtering=True,id=e99d9828-9995-4071-b8bf-aaf31363abdb,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape99d9828-99') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lazy-loading 'pci_devices' on Instance uuid 7669a942-4236-4dca-a209-1885fb938eb2 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:38:42 user nova-compute[74712]:   <uuid>7669a942-4236-4dca-a209-1885fb938eb2</uuid>
Oct 15 19:38:42 user nova-compute[74712]:   <name>instance-00000005</name>
Oct 15 19:38:42 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:38:42 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:38:42 user nova-compute[74712]:   <metadata>
Oct 15 19:38:42 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:38:42 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:38:42 user nova-compute[74712]:       <nova:name>tempest-VolumesAdminNegativeTest-server-982875132</nova:name>
Oct 15 19:38:42 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:38:42</nova:creationTime>
Oct 15 19:38:42 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:38:42 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:38:42 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:38:42 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:38:42 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:38:42 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:38:42 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:38:42 user nova-compute[74712]:       <nova:owner>
Oct 15 19:38:42 user nova-compute[74712]:         <nova:user uuid="1bb7f65663fa4eaeace9838a14fb28ec">tempest-VolumesAdminNegativeTest-1630847276-project-member</nova:user>
Oct 15 19:38:42 user nova-compute[74712]:         <nova:project uuid="5d364c9dde524c58a9ccd0edadbb66a3">tempest-VolumesAdminNegativeTest-1630847276</nova:project>
Oct 15 19:38:42 user nova-compute[74712]:       </nova:owner>
Oct 15 19:38:42 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:38:42 user nova-compute[74712]:       <nova:ports>
Oct 15 19:38:42 user nova-compute[74712]:         <nova:port uuid="e99d9828-9995-4071-b8bf-aaf31363abdb">
Oct 15 19:38:42 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 15 19:38:42 user nova-compute[74712]:         </nova:port>
Oct 15 19:38:42 user nova-compute[74712]:       </nova:ports>
Oct 15 19:38:42 user nova-compute[74712]:     </nova:instance>
Oct 15 19:38:42 user nova-compute[74712]:   </metadata>
Oct 15 19:38:42 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:38:42 user nova-compute[74712]:     <system>
Oct 15 19:38:42 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:38:42 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:38:42 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:38:42 user nova-compute[74712]:       <entry name="serial">7669a942-4236-4dca-a209-1885fb938eb2</entry>
Oct 15 19:38:42 user nova-compute[74712]:       <entry name="uuid">7669a942-4236-4dca-a209-1885fb938eb2</entry>
Oct 15 19:38:42 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:38:42 user nova-compute[74712]:     </system>
Oct 15 19:38:42 user nova-compute[74712]:   </sysinfo>
Oct 15 19:38:42 user nova-compute[74712]:   <os>
Oct 15 19:38:42 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:38:42 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:38:42 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:38:42 user nova-compute[74712]:   </os>
Oct 15 19:38:42 user nova-compute[74712]:   <features>
Oct 15 19:38:42 user nova-compute[74712]:     <acpi/>
Oct 15 19:38:42 user nova-compute[74712]:     <apic/>
Oct 15 19:38:42 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:38:42 user nova-compute[74712]:   </features>
Oct 15 19:38:42 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:38:42 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:38:42 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:38:42 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:38:42 user nova-compute[74712]:   </clock>
Oct 15 19:38:42 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:38:42 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:38:42 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:38:42 user nova-compute[74712]:   </cpu>
Oct 15 19:38:42 user nova-compute[74712]:   <devices>
Oct 15 19:38:42 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:38:42 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:38:42 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk"/>
Oct 15 19:38:42 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:38:42 user nova-compute[74712]:     </disk>
Oct 15 19:38:42 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:38:42 user nova-compute[74712]:       <mac address="fa:16:3e:df:67:c8"/>
Oct 15 19:38:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:42 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:38:42 user nova-compute[74712]:       <target dev="tape99d9828-99"/>
Oct 15 19:38:42 user nova-compute[74712]:     </interface>
Oct 15 19:38:42 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:38:42 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/console.log" append="off"/>
Oct 15 19:38:42 user nova-compute[74712]:     </serial>
Oct 15 19:38:42 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:38:42 user nova-compute[74712]:     <video>
Oct 15 19:38:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:42 user nova-compute[74712]:     </video>
Oct 15 19:38:42 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:38:42 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:38:42 user nova-compute[74712]:     </rng>
Oct 15 19:38:42 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:38:42 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:38:42 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:38:42 user nova-compute[74712]:     </memballoon>
Oct 15 19:38:42 user nova-compute[74712]:   </devices>
Oct 15 19:38:42 user nova-compute[74712]: </domain>
Oct 15 19:38:42 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-982875132',display_name='tempest-VolumesAdminNegativeTest-server-982875132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-982875132',id=5,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJvp9DNb9Y5MFxx9cmCeWoJQa6JtCerR3fGEtq9gF/MHdYdMhihlidWaJy+sfNrW8TXHQIV9FJaYIEY5INEC68IwqZCW9PFp9hW7QPmnKf6dhbISw8xCED5pGaW68IAOPw==',key_name='tempest-keypair-1592427425',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d364c9dde524c58a9ccd0edadbb66a3',ramdisk_id='',reservation_id='r-hshoda63',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1630847276',owner_user_name='tempest-VolumesAdminNegativeTest-1630847276-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1bb7f65663fa4eaeace9838a14fb28ec',uuid=7669a942-4236-4dca-a209-1885fb938eb2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converting VIF {"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:67:c8,bridge_name='br-int',has_traffic_filtering=True,id=e99d9828-9995-4071-b8bf-aaf31363abdb,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape99d9828-99') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG os_vif [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:67:c8,bridge_name='br-int',has_traffic_filtering=True,id=e99d9828-9995-4071-b8bf-aaf31363abdb,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape99d9828-99') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5ed04c37-ba93-55d6-9648-35f90ca81a27', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape99d9828-99, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape99d9828-99, col_values=(('qos', UUID('cef306a9-104a-4f84-83ff-4bb4491809c4')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape99d9828-99, col_values=(('external_ids', {'iface-id': 'e99d9828-9995-4071-b8bf-aaf31363abdb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:67:c8', 'vm-uuid': '7669a942-4236-4dca-a209-1885fb938eb2'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:42 user nova-compute[74712]: INFO os_vif [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:67:c8,bridge_name='br-int',has_traffic_filtering=True,id=e99d9828-9995-4071-b8bf-aaf31363abdb,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape99d9828-99')
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:38:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] No VIF found with MAC fa:16:3e:df:67:c8, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:38:43 user nova-compute[74712]: DEBUG nova.network.neutron [req-bf0d7520-221f-40b7-90a3-adf9ed842096 req-1ff934c5-242c-4046-8614-1e6a6f81828b service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Updated VIF entry in instance network info cache for port e99d9828-9995-4071-b8bf-aaf31363abdb. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:38:43 user nova-compute[74712]: DEBUG nova.network.neutron [req-bf0d7520-221f-40b7-90a3-adf9ed842096 req-1ff934c5-242c-4046-8614-1e6a6f81828b service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Updating instance_info_cache with network_info: [{"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bf0d7520-221f-40b7-90a3-adf9ed842096 req-1ff934c5-242c-4046-8614-1e6a6f81828b service nova] Releasing lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:38:45 user nova-compute[74712]: INFO nova.compute.claims [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Claim successful on node user
Oct 15 19:38:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.589s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:45 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:38:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:38:46 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:38:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 15 19:38:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:38:46 user nova-compute[74712]: DEBUG nova.policy [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e5c293ceaa74b18ba5026632d86c77e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f2f2a752f2e469dbcbbe4b12389eb61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:38:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:38:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:38:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Creating image(s)
Oct 15 19:38:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "/opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "/opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "/opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "15be2c29da4d37b0bafcd137ee424b83aa475ae8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "15be2c29da4d37b0bafcd137ee424b83aa475ae8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8.part --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Successfully created port: 7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8.part --force-share --output=json" returned: 0 in 0.228s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.virt.images [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] 23ef10f9-a9ba-4ec8-bc48-b3a8129b381d was qcow2, converting to raw {{(pid=74712) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8.part /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8.converted {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8.part /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8.converted" returned: 0 in 0.249s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8.converted --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:38:47 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Instance spawned successfully.
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8.converted --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "15be2c29da4d37b0bafcd137ee424b83aa475ae8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.277s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:47 user nova-compute[74712]: INFO nova.compute.manager [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Took 7.54 seconds to spawn the instance on the hypervisor.
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8 --force-share --output=json" returned: 0 in 0.222s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "15be2c29da4d37b0bafcd137ee424b83aa475ae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "15be2c29da4d37b0bafcd137ee424b83aa475ae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:47 user nova-compute[74712]: INFO nova.compute.manager [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Took 8.85 seconds to build instance.
Oct 15 19:38:47 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Successfully updated port: 7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-20bcf3b9-6017-4248-9d55-b0dc3084f2df req-8f590333-bbc8-4625-8eb5-53ea7e81546a service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received event network-changed-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-20bcf3b9-6017-4248-9d55-b0dc3084f2df req-8f590333-bbc8-4625-8eb5-53ea7e81546a service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Refreshing instance network info cache due to event network-changed-7f86b40d-3ada-46fb-9438-f01fe2397a73. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-20bcf3b9-6017-4248-9d55-b0dc3084f2df req-8f590333-bbc8-4625-8eb5-53ea7e81546a service nova] Acquiring lock "refresh_cache-9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-20bcf3b9-6017-4248-9d55-b0dc3084f2df req-8f590333-bbc8-4625-8eb5-53ea7e81546a service nova] Acquired lock "refresh_cache-9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.network.neutron [req-20bcf3b9-6017-4248-9d55-b0dc3084f2df req-8f590333-bbc8-4625-8eb5-53ea7e81546a service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Refreshing network info cache for port 7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8 --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8,backing_fmt=raw /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "refresh_cache-9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b012d0a3-55b9-4f8d-83c0-858df4aac7b5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.305s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8,backing_fmt=raw /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk 1073741824" returned: 0 in 0.095s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "15be2c29da4d37b0bafcd137ee424b83aa475ae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.network.neutron [req-20bcf3b9-6017-4248-9d55-b0dc3084f2df req-8f590333-bbc8-4625-8eb5-53ea7e81546a service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8 --force-share --output=json" returned: 0 in 0.235s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.network.neutron [req-20bcf3b9-6017-4248-9d55-b0dc3084f2df req-8f590333-bbc8-4625-8eb5-53ea7e81546a service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-20bcf3b9-6017-4248-9d55-b0dc3084f2df req-8f590333-bbc8-4625-8eb5-53ea7e81546a service nova] Releasing lock "refresh_cache-9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquired lock "refresh_cache-9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json" returned: 0 in 0.341s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Cannot resize image /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Ensure instance console log exists: /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:48 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Updating instance_info_cache with network_info: [{"id": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "address": "fa:16:3e:69:98:c9", "network": {"id": "1d46f66a-22eb-43fd-a396-c6891a5f9ed0", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-160473225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f2f2a752f2e469dbcbbe4b12389eb61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f86b40d-3a", "ovs_interfaceid": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Releasing lock "refresh_cache-9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Instance network_info: |[{"id": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "address": "fa:16:3e:69:98:c9", "network": {"id": "1d46f66a-22eb-43fd-a396-c6891a5f9ed0", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-160473225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f2f2a752f2e469dbcbbe4b12389eb61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f86b40d-3a", "ovs_interfaceid": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Start _get_guest_xml network_info=[{"id": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "address": "fa:16:3e:69:98:c9", "network": {"id": "1d46f66a-22eb-43fd-a396-c6891a5f9ed0", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-160473225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f2f2a752f2e469dbcbbe4b12389eb61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f86b40d-3a", "ovs_interfaceid": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:38:36Z,direct_url=<?>,disk_format='qcow2',id=23ef10f9-a9ba-4ec8-bc48-b3a8129b381d,min_disk=0,min_ram=0,name='',owner='c86b6df171ed409786c122eabe1cf38f',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:38:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'scsi', 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'image_id': '23ef10f9-a9ba-4ec8-bc48-b3a8129b381d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:38:49 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:49 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:38:36Z,direct_url=<?>,disk_format='qcow2',id=23ef10f9-a9ba-4ec8-bc48-b3a8129b381d,min_disk=0,min_ram=0,name='',owner='c86b6df171ed409786c122eabe1cf38f',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:38:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:38:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1163256764',display_name='tempest-AttachSCSIVolumeTestJSON-server-1163256764',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1163256764',id=6,image_ref='23ef10f9-a9ba-4ec8-bc48-b3a8129b381d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdoncxzS5o52nsOI5rVyz2pKmVesbMbCOyOvdMIRQZfwWemU5TSdDrjAGI93t3uL7JKYa7LatyXcEArftZOVnm5//d06i3dlfGqQmEQ4g9QBnYU5DLbuUTN8zM673PRpg==',key_name='tempest-keypair-66982210',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f2f2a752f2e469dbcbbe4b12389eb61',ramdisk_id='',reservation_id='r-2fwouhp0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='23ef10f9-a9ba-4ec8-bc48-b3a8129b381d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1084744853',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1084744853-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e5c293ceaa74b18ba5026632d86c77e',uuid=9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "address": "fa:16:3e:69:98:c9", "network": {"id": "1d46f66a-22eb-43fd-a396-c6891a5f9ed0", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-160473225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f2f2a752f2e469dbcbbe4b12389eb61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f86b40d-3a", "ovs_interfaceid": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Converting VIF {"id": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "address": "fa:16:3e:69:98:c9", "network": {"id": "1d46f66a-22eb-43fd-a396-c6891a5f9ed0", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-160473225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f2f2a752f2e469dbcbbe4b12389eb61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f86b40d-3a", "ovs_interfaceid": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:98:c9,bridge_name='br-int',has_traffic_filtering=True,id=7f86b40d-3ada-46fb-9438-f01fe2397a73,network=Network(1d46f66a-22eb-43fd-a396-c6891a5f9ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f86b40d-3a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lazy-loading 'pci_devices' on Instance uuid 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:38:49 user nova-compute[74712]:   <uuid>9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c</uuid>
Oct 15 19:38:49 user nova-compute[74712]:   <name>instance-00000006</name>
Oct 15 19:38:49 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:38:49 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:38:49 user nova-compute[74712]:   <metadata>
Oct 15 19:38:49 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:38:49 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:38:49 user nova-compute[74712]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1163256764</nova:name>
Oct 15 19:38:49 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:38:49</nova:creationTime>
Oct 15 19:38:49 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:38:49 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:38:49 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:38:49 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:38:49 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:38:49 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:38:49 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:38:49 user nova-compute[74712]:       <nova:owner>
Oct 15 19:38:49 user nova-compute[74712]:         <nova:user uuid="5e5c293ceaa74b18ba5026632d86c77e">tempest-AttachSCSIVolumeTestJSON-1084744853-project-member</nova:user>
Oct 15 19:38:49 user nova-compute[74712]:         <nova:project uuid="8f2f2a752f2e469dbcbbe4b12389eb61">tempest-AttachSCSIVolumeTestJSON-1084744853</nova:project>
Oct 15 19:38:49 user nova-compute[74712]:       </nova:owner>
Oct 15 19:38:49 user nova-compute[74712]:       <nova:root type="image" uuid="23ef10f9-a9ba-4ec8-bc48-b3a8129b381d"/>
Oct 15 19:38:49 user nova-compute[74712]:       <nova:ports>
Oct 15 19:38:49 user nova-compute[74712]:         <nova:port uuid="7f86b40d-3ada-46fb-9438-f01fe2397a73">
Oct 15 19:38:49 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 15 19:38:49 user nova-compute[74712]:         </nova:port>
Oct 15 19:38:49 user nova-compute[74712]:       </nova:ports>
Oct 15 19:38:49 user nova-compute[74712]:     </nova:instance>
Oct 15 19:38:49 user nova-compute[74712]:   </metadata>
Oct 15 19:38:49 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:38:49 user nova-compute[74712]:     <system>
Oct 15 19:38:49 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:38:49 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:38:49 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:38:49 user nova-compute[74712]:       <entry name="serial">9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c</entry>
Oct 15 19:38:49 user nova-compute[74712]:       <entry name="uuid">9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c</entry>
Oct 15 19:38:49 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:38:49 user nova-compute[74712]:     </system>
Oct 15 19:38:49 user nova-compute[74712]:   </sysinfo>
Oct 15 19:38:49 user nova-compute[74712]:   <os>
Oct 15 19:38:49 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:38:49 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:38:49 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:38:49 user nova-compute[74712]:   </os>
Oct 15 19:38:49 user nova-compute[74712]:   <features>
Oct 15 19:38:49 user nova-compute[74712]:     <acpi/>
Oct 15 19:38:49 user nova-compute[74712]:     <apic/>
Oct 15 19:38:49 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:38:49 user nova-compute[74712]:   </features>
Oct 15 19:38:49 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:38:49 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:38:49 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:38:49 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:38:49 user nova-compute[74712]:   </clock>
Oct 15 19:38:49 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:38:49 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:38:49 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:38:49 user nova-compute[74712]:   </cpu>
Oct 15 19:38:49 user nova-compute[74712]:   <devices>
Oct 15 19:38:49 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:38:49 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:38:49 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk"/>
Oct 15 19:38:49 user nova-compute[74712]:       <target dev="sda" bus="scsi"/>
Oct 15 19:38:49 user nova-compute[74712]:       <address type="drive" controller="0" unit="0"/>
Oct 15 19:38:49 user nova-compute[74712]:     </disk>
Oct 15 19:38:49 user nova-compute[74712]:     <disk type="file" device="cdrom">
Oct 15 19:38:49 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none"/>
Oct 15 19:38:49 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk.config"/>
Oct 15 19:38:49 user nova-compute[74712]:       <target dev="sdb" bus="scsi"/>
Oct 15 19:38:49 user nova-compute[74712]:       <address type="drive" controller="0" unit="1"/>
Oct 15 19:38:49 user nova-compute[74712]:     </disk>
Oct 15 19:38:49 user nova-compute[74712]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 15 19:38:49 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:38:49 user nova-compute[74712]:       <mac address="fa:16:3e:69:98:c9"/>
Oct 15 19:38:49 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:49 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:38:49 user nova-compute[74712]:       <target dev="tap7f86b40d-3a"/>
Oct 15 19:38:49 user nova-compute[74712]:     </interface>
Oct 15 19:38:49 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:38:49 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/console.log" append="off"/>
Oct 15 19:38:49 user nova-compute[74712]:     </serial>
Oct 15 19:38:49 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:38:49 user nova-compute[74712]:     <video>
Oct 15 19:38:49 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:49 user nova-compute[74712]:     </video>
Oct 15 19:38:49 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:38:49 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:38:49 user nova-compute[74712]:     </rng>
Oct 15 19:38:49 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:38:49 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:38:49 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:38:49 user nova-compute[74712]:     </memballoon>
Oct 15 19:38:49 user nova-compute[74712]:   </devices>
Oct 15 19:38:49 user nova-compute[74712]: </domain>
Oct 15 19:38:49 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:38:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1163256764',display_name='tempest-AttachSCSIVolumeTestJSON-server-1163256764',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1163256764',id=6,image_ref='23ef10f9-a9ba-4ec8-bc48-b3a8129b381d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdoncxzS5o52nsOI5rVyz2pKmVesbMbCOyOvdMIRQZfwWemU5TSdDrjAGI93t3uL7JKYa7LatyXcEArftZOVnm5//d06i3dlfGqQmEQ4g9QBnYU5DLbuUTN8zM673PRpg==',key_name='tempest-keypair-66982210',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f2f2a752f2e469dbcbbe4b12389eb61',ramdisk_id='',reservation_id='r-2fwouhp0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='23ef10f9-a9ba-4ec8-bc48-b3a8129b381d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1084744853',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1084744853-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e5c293ceaa74b18ba5026632d86c77e',uuid=9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "address": "fa:16:3e:69:98:c9", "network": {"id": "1d46f66a-22eb-43fd-a396-c6891a5f9ed0", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-160473225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f2f2a752f2e469dbcbbe4b12389eb61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f86b40d-3a", "ovs_interfaceid": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Converting VIF {"id": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "address": "fa:16:3e:69:98:c9", "network": {"id": "1d46f66a-22eb-43fd-a396-c6891a5f9ed0", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-160473225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f2f2a752f2e469dbcbbe4b12389eb61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f86b40d-3a", "ovs_interfaceid": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:98:c9,bridge_name='br-int',has_traffic_filtering=True,id=7f86b40d-3ada-46fb-9438-f01fe2397a73,network=Network(1d46f66a-22eb-43fd-a396-c6891a5f9ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f86b40d-3a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG os_vif [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:98:c9,bridge_name='br-int',has_traffic_filtering=True,id=7f86b40d-3ada-46fb-9438-f01fe2397a73,network=Network(1d46f66a-22eb-43fd-a396-c6891a5f9ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f86b40d-3a') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '99424ae1-7c42-53eb-a643-e3ae81a113fe', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7f86b40d-3a, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7f86b40d-3a, col_values=(('qos', UUID('20c3e3cd-d669-496b-a777-0db7bb27a284')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7f86b40d-3a, col_values=(('external_ids', {'iface-id': '7f86b40d-3ada-46fb-9438-f01fe2397a73', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:98:c9', 'vm-uuid': '9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:49 user nova-compute[74712]: INFO os_vif [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:98:c9,bridge_name='br-int',has_traffic_filtering=True,id=7f86b40d-3ada-46fb-9438-f01fe2397a73,network=Network(1d46f66a-22eb-43fd-a396-c6891a5f9ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f86b40d-3a')
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] No BDM found with device name sda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] No VIF found with MAC fa:16:3e:69:98:c9, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:38:49 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Using config drive
Oct 15 19:38:49 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Creating config drive at /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk.config
Oct 15 19:38:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpvbjqbqpj {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpvbjqbqpj" returned: 0 in 0.059s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-0f19ef9a-d82e-4adc-8e77-773c79d976bd req-abd7217a-d893-4e6f-9c7b-75ec6724c3db service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received event network-vif-plugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0f19ef9a-d82e-4adc-8e77-773c79d976bd req-abd7217a-d893-4e6f-9c7b-75ec6724c3db service nova] Acquiring lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0f19ef9a-d82e-4adc-8e77-773c79d976bd req-abd7217a-d893-4e6f-9c7b-75ec6724c3db service nova] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0f19ef9a-d82e-4adc-8e77-773c79d976bd req-abd7217a-d893-4e6f-9c7b-75ec6724c3db service nova] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-0f19ef9a-d82e-4adc-8e77-773c79d976bd req-abd7217a-d893-4e6f-9c7b-75ec6724c3db service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] No waiting events found dispatching network-vif-plugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:38:52 user nova-compute[74712]: WARNING nova.compute.manager [req-0f19ef9a-d82e-4adc-8e77-773c79d976bd req-abd7217a-d893-4e6f-9c7b-75ec6724c3db service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received unexpected event network-vif-plugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 for instance with vm_state building and task_state spawning.
Oct 15 19:38:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:38:53 user nova-compute[74712]: INFO nova.compute.claims [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Claim successful on node user
Oct 15 19:38:53 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:38:53 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Instance spawned successfully.
Oct 15 19:38:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-058cb124-f705-4ba5-8476-2d5cc535ad0f req-2b370b3a-448c-42bb-a722-d7647feaae9c service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received event network-vif-plugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-058cb124-f705-4ba5-8476-2d5cc535ad0f req-2b370b3a-448c-42bb-a722-d7647feaae9c service nova] Acquiring lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-058cb124-f705-4ba5-8476-2d5cc535ad0f req-2b370b3a-448c-42bb-a722-d7647feaae9c service nova] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-058cb124-f705-4ba5-8476-2d5cc535ad0f req-2b370b3a-448c-42bb-a722-d7647feaae9c service nova] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-058cb124-f705-4ba5-8476-2d5cc535ad0f req-2b370b3a-448c-42bb-a722-d7647feaae9c service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] No waiting events found dispatching network-vif-plugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:38:54 user nova-compute[74712]: WARNING nova.compute.manager [req-058cb124-f705-4ba5-8476-2d5cc535ad0f req-2b370b3a-448c-42bb-a722-d7647feaae9c service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received unexpected event network-vif-plugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 for instance with vm_state building and task_state spawning.
Oct 15 19:38:54 user nova-compute[74712]: INFO nova.compute.manager [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Took 7.77 seconds to spawn the instance on the hypervisor.
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:38:54 user nova-compute[74712]: INFO nova.compute.manager [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Took 8.98 seconds to build instance.
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.525s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1c70954c-72ad-4d0e-8559-f3ad970e6476 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.201s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:38:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.policy [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5468cff4bb44b91b05118fbdcaa063a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b00b1396b914eaab57f003e491eba3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:38:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Creating image(s)
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "/opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "/opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "/opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.251s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.232s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk 1073741824" returned: 0 in 0.058s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Successfully created port: 90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Cannot resize image /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Ensure instance console log exists: /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:55 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Successfully updated port: 90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "refresh_cache-f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquired lock "refresh_cache-f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-77c3915e-20ea-4d21-80f8-19d9e378f6d7 req-1f9c329f-6a66-4752-908a-4c9ac42b8d89 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received event network-changed-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-77c3915e-20ea-4d21-80f8-19d9e378f6d7 req-1f9c329f-6a66-4752-908a-4c9ac42b8d89 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Refreshing instance network info cache due to event network-changed-90c4f3b7-982a-44b1-842e-d98136909b11. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-77c3915e-20ea-4d21-80f8-19d9e378f6d7 req-1f9c329f-6a66-4752-908a-4c9ac42b8d89 service nova] Acquiring lock "refresh_cache-f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Updating instance_info_cache with network_info: [{"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Releasing lock "refresh_cache-f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Instance network_info: |[{"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-77c3915e-20ea-4d21-80f8-19d9e378f6d7 req-1f9c329f-6a66-4752-908a-4c9ac42b8d89 service nova] Acquired lock "refresh_cache-f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-77c3915e-20ea-4d21-80f8-19d9e378f6d7 req-1f9c329f-6a66-4752-908a-4c9ac42b8d89 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Refreshing network info cache for port 90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Start _get_guest_xml network_info=[{"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:38:56 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:56 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2096232927',display_name='tempest-TestVolumeSwap-server-2096232927',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2096232927',id=7,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF6xa5q8rZ2COGfLj6bGpsAJgJ2XMG7syO8tUdFEiVzxFi33eIjI7Tnc5c6ozZl4FyL6ixX5LVdvkRS5fsQoc23XIhH5qEhm6VIUWW9/LcaWUr+GyVfVfe40ZA6ykLiTFg==',key_name='tempest-keypair-323094950',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4b00b1396b914eaab57f003e491eba3a',ramdisk_id='',reservation_id='r-12ni30bc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-900918769',owner_user_name='tempest-TestVolumeSwap-900918769-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5468cff4bb44b91b05118fbdcaa063a',uuid=f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Converting VIF {"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:c6:ab,bridge_name='br-int',has_traffic_filtering=True,id=90c4f3b7-982a-44b1-842e-d98136909b11,network=Network(24f06b42-2857-4f11-a156-9407126a8bda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c4f3b7-98') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lazy-loading 'pci_devices' on Instance uuid f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:38:56 user nova-compute[74712]:   <uuid>f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d</uuid>
Oct 15 19:38:56 user nova-compute[74712]:   <name>instance-00000007</name>
Oct 15 19:38:56 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:38:56 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:38:56 user nova-compute[74712]:   <metadata>
Oct 15 19:38:56 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:38:56 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:38:56 user nova-compute[74712]:       <nova:name>tempest-TestVolumeSwap-server-2096232927</nova:name>
Oct 15 19:38:56 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:38:56</nova:creationTime>
Oct 15 19:38:56 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:38:56 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:38:56 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:38:56 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:38:56 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:38:56 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:38:56 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:38:56 user nova-compute[74712]:       <nova:owner>
Oct 15 19:38:56 user nova-compute[74712]:         <nova:user uuid="d5468cff4bb44b91b05118fbdcaa063a">tempest-TestVolumeSwap-900918769-project-member</nova:user>
Oct 15 19:38:56 user nova-compute[74712]:         <nova:project uuid="4b00b1396b914eaab57f003e491eba3a">tempest-TestVolumeSwap-900918769</nova:project>
Oct 15 19:38:56 user nova-compute[74712]:       </nova:owner>
Oct 15 19:38:56 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:38:56 user nova-compute[74712]:       <nova:ports>
Oct 15 19:38:56 user nova-compute[74712]:         <nova:port uuid="90c4f3b7-982a-44b1-842e-d98136909b11">
Oct 15 19:38:56 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:38:56 user nova-compute[74712]:         </nova:port>
Oct 15 19:38:56 user nova-compute[74712]:       </nova:ports>
Oct 15 19:38:56 user nova-compute[74712]:     </nova:instance>
Oct 15 19:38:56 user nova-compute[74712]:   </metadata>
Oct 15 19:38:56 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:38:56 user nova-compute[74712]:     <system>
Oct 15 19:38:56 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:38:56 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:38:56 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:38:56 user nova-compute[74712]:       <entry name="serial">f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d</entry>
Oct 15 19:38:56 user nova-compute[74712]:       <entry name="uuid">f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d</entry>
Oct 15 19:38:56 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:38:56 user nova-compute[74712]:     </system>
Oct 15 19:38:56 user nova-compute[74712]:   </sysinfo>
Oct 15 19:38:56 user nova-compute[74712]:   <os>
Oct 15 19:38:56 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:38:56 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:38:56 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:38:56 user nova-compute[74712]:   </os>
Oct 15 19:38:56 user nova-compute[74712]:   <features>
Oct 15 19:38:56 user nova-compute[74712]:     <acpi/>
Oct 15 19:38:56 user nova-compute[74712]:     <apic/>
Oct 15 19:38:56 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:38:56 user nova-compute[74712]:   </features>
Oct 15 19:38:56 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:38:56 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:38:56 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:38:56 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:38:56 user nova-compute[74712]:   </clock>
Oct 15 19:38:56 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:38:56 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:38:56 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:38:56 user nova-compute[74712]:   </cpu>
Oct 15 19:38:56 user nova-compute[74712]:   <devices>
Oct 15 19:38:56 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:38:56 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:38:56 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk"/>
Oct 15 19:38:56 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:38:56 user nova-compute[74712]:     </disk>
Oct 15 19:38:56 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:38:56 user nova-compute[74712]:       <mac address="fa:16:3e:b6:c6:ab"/>
Oct 15 19:38:56 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:56 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:38:56 user nova-compute[74712]:       <target dev="tap90c4f3b7-98"/>
Oct 15 19:38:56 user nova-compute[74712]:     </interface>
Oct 15 19:38:56 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:38:56 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/console.log" append="off"/>
Oct 15 19:38:56 user nova-compute[74712]:     </serial>
Oct 15 19:38:56 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:38:56 user nova-compute[74712]:     <video>
Oct 15 19:38:56 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:38:56 user nova-compute[74712]:     </video>
Oct 15 19:38:56 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:38:56 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:38:56 user nova-compute[74712]:     </rng>
Oct 15 19:38:56 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:38:56 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:38:56 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:38:56 user nova-compute[74712]:     </memballoon>
Oct 15 19:38:56 user nova-compute[74712]:   </devices>
Oct 15 19:38:56 user nova-compute[74712]: </domain>
Oct 15 19:38:56 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2096232927',display_name='tempest-TestVolumeSwap-server-2096232927',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2096232927',id=7,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF6xa5q8rZ2COGfLj6bGpsAJgJ2XMG7syO8tUdFEiVzxFi33eIjI7Tnc5c6ozZl4FyL6ixX5LVdvkRS5fsQoc23XIhH5qEhm6VIUWW9/LcaWUr+GyVfVfe40ZA6ykLiTFg==',key_name='tempest-keypair-323094950',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4b00b1396b914eaab57f003e491eba3a',ramdisk_id='',reservation_id='r-12ni30bc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-900918769',owner_user_name='tempest-TestVolumeSwap-900918769-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:38:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5468cff4bb44b91b05118fbdcaa063a',uuid=f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Converting VIF {"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:c6:ab,bridge_name='br-int',has_traffic_filtering=True,id=90c4f3b7-982a-44b1-842e-d98136909b11,network=Network(24f06b42-2857-4f11-a156-9407126a8bda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c4f3b7-98') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG os_vif [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:c6:ab,bridge_name='br-int',has_traffic_filtering=True,id=90c4f3b7-982a-44b1-842e-d98136909b11,network=Network(24f06b42-2857-4f11-a156-9407126a8bda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c4f3b7-98') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b198e4b6-3fe5-542a-b00c-0a3d988b3623', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90c4f3b7-98, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90c4f3b7-98, col_values=(('qos', UUID('ae9b0e79-dc76-4f0c-871d-7c368ea9b9bd')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90c4f3b7-98, col_values=(('external_ids', {'iface-id': '90c4f3b7-982a-44b1-842e-d98136909b11', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b6:c6:ab', 'vm-uuid': 'f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:56 user nova-compute[74712]: INFO os_vif [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:c6:ab,bridge_name='br-int',has_traffic_filtering=True,id=90c4f3b7-982a-44b1-842e-d98136909b11,network=Network(24f06b42-2857-4f11-a156-9407126a8bda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c4f3b7-98')
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:38:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] No VIF found with MAC fa:16:3e:b6:c6:ab, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:38:57 user nova-compute[74712]: DEBUG nova.network.neutron [req-77c3915e-20ea-4d21-80f8-19d9e378f6d7 req-1f9c329f-6a66-4752-908a-4c9ac42b8d89 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Updated VIF entry in instance network info cache for port 90c4f3b7-982a-44b1-842e-d98136909b11. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:38:57 user nova-compute[74712]: DEBUG nova.network.neutron [req-77c3915e-20ea-4d21-80f8-19d9e378f6d7 req-1f9c329f-6a66-4752-908a-4c9ac42b8d89 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Updating instance_info_cache with network_info: [{"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:38:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-77c3915e-20ea-4d21-80f8-19d9e378f6d7 req-1f9c329f-6a66-4752-908a-4c9ac42b8d89 service nova] Releasing lock "refresh_cache-f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:38:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-11ba1b27-295f-472e-ab28-4dc73a8a11fe req-9af791f5-6c80-41db-be0a-da48983a2426 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-11ba1b27-295f-472e-ab28-4dc73a8a11fe req-9af791f5-6c80-41db-be0a-da48983a2426 service nova] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-11ba1b27-295f-472e-ab28-4dc73a8a11fe req-9af791f5-6c80-41db-be0a-da48983a2426 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-11ba1b27-295f-472e-ab28-4dc73a8a11fe req-9af791f5-6c80-41db-be0a-da48983a2426 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-11ba1b27-295f-472e-ab28-4dc73a8a11fe req-9af791f5-6c80-41db-be0a-da48983a2426 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] No waiting events found dispatching network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:38:57 user nova-compute[74712]: WARNING nova.compute.manager [req-11ba1b27-295f-472e-ab28-4dc73a8a11fe req-9af791f5-6c80-41db-be0a-da48983a2426 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received unexpected event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 for instance with vm_state active and task_state None.
Oct 15 19:38:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-c1fd4de0-8168-48d5-8b7e-f5740abd6a71 req-4355078c-32b7-42f9-9c62-b75931d298f9 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received event network-vif-plugged-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:38:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c1fd4de0-8168-48d5-8b7e-f5740abd6a71 req-4355078c-32b7-42f9-9c62-b75931d298f9 service nova] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:38:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c1fd4de0-8168-48d5-8b7e-f5740abd6a71 req-4355078c-32b7-42f9-9c62-b75931d298f9 service nova] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:38:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c1fd4de0-8168-48d5-8b7e-f5740abd6a71 req-4355078c-32b7-42f9-9c62-b75931d298f9 service nova] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:38:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-c1fd4de0-8168-48d5-8b7e-f5740abd6a71 req-4355078c-32b7-42f9-9c62-b75931d298f9 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] No waiting events found dispatching network-vif-plugged-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:38:59 user nova-compute[74712]: WARNING nova.compute.manager [req-c1fd4de0-8168-48d5-8b7e-f5740abd6a71 req-4355078c-32b7-42f9-9c62-b75931d298f9 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received unexpected event network-vif-plugged-90c4f3b7-982a-44b1-842e-d98136909b11 for instance with vm_state building and task_state spawning.
Oct 15 19:38:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:38:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-5c00c176-47f4-4d86-9131-b9f0b600b041 req-32292159-1f5e-42cf-ab5d-9d9525c900e5 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5c00c176-47f4-4d86-9131-b9f0b600b041 req-32292159-1f5e-42cf-ab5d-9d9525c900e5 service nova] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5c00c176-47f4-4d86-9131-b9f0b600b041 req-32292159-1f5e-42cf-ab5d-9d9525c900e5 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5c00c176-47f4-4d86-9131-b9f0b600b041 req-32292159-1f5e-42cf-ab5d-9d9525c900e5 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-5c00c176-47f4-4d86-9131-b9f0b600b041 req-32292159-1f5e-42cf-ab5d-9d9525c900e5 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] No waiting events found dispatching network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:00 user nova-compute[74712]: WARNING nova.compute.manager [req-5c00c176-47f4-4d86-9131-b9f0b600b041 req-32292159-1f5e-42cf-ab5d-9d9525c900e5 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received unexpected event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 for instance with vm_state active and task_state None.
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.compute.manager [req-e8989402-0159-4f7b-b43b-b5e084b3200e req-f2d118d7-f2de-44a2-aed9-7889ce700f70 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received event network-vif-plugged-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e8989402-0159-4f7b-b43b-b5e084b3200e req-f2d118d7-f2de-44a2-aed9-7889ce700f70 service nova] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e8989402-0159-4f7b-b43b-b5e084b3200e req-f2d118d7-f2de-44a2-aed9-7889ce700f70 service nova] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e8989402-0159-4f7b-b43b-b5e084b3200e req-f2d118d7-f2de-44a2-aed9-7889ce700f70 service nova] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.compute.manager [req-e8989402-0159-4f7b-b43b-b5e084b3200e req-f2d118d7-f2de-44a2-aed9-7889ce700f70 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] No waiting events found dispatching network-vif-plugged-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:01 user nova-compute[74712]: WARNING nova.compute.manager [req-e8989402-0159-4f7b-b43b-b5e084b3200e req-f2d118d7-f2de-44a2-aed9-7889ce700f70 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received unexpected event network-vif-plugged-90c4f3b7-982a-44b1-842e-d98136909b11 for instance with vm_state building and task_state spawning.
Oct 15 19:39:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:39:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Instance spawned successfully.
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:01 user nova-compute[74712]: INFO nova.compute.manager [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Took 7.30 seconds to spawn the instance on the hypervisor.
Oct 15 19:39:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:39:02 user nova-compute[74712]: INFO nova.compute.manager [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Took 8.33 seconds to build instance.
Oct 15 19:39:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4ace129b-7957-4cbe-9dcf-2dfa09e1c04f tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.471s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Acquiring lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:39:03 user nova-compute[74712]: INFO nova.compute.claims [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Claim successful on node user
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-a7cf915e-16b6-434b-a839-3ccd3dd5761a req-7ab6bc19-6f19-4a5b-b0eb-c1d45496342d service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a7cf915e-16b6-434b-a839-3ccd3dd5761a req-7ab6bc19-6f19-4a5b-b0eb-c1d45496342d service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a7cf915e-16b6-434b-a839-3ccd3dd5761a req-7ab6bc19-6f19-4a5b-b0eb-c1d45496342d service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a7cf915e-16b6-434b-a839-3ccd3dd5761a req-7ab6bc19-6f19-4a5b-b0eb-c1d45496342d service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-a7cf915e-16b6-434b-a839-3ccd3dd5761a req-7ab6bc19-6f19-4a5b-b0eb-c1d45496342d service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:03 user nova-compute[74712]: WARNING nova.compute.manager [req-a7cf915e-16b6-434b-a839-3ccd3dd5761a req-7ab6bc19-6f19-4a5b-b0eb-c1d45496342d service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state active and task_state None.
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.525s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:39:03 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.policy [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe447c43954545a9ac9a47dfc70d1fd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86cb5763bd554b1c904552fa5d810601', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:39:03 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Creating image(s)
Oct 15 19:39:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Acquiring lock "/opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "/opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "/opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.316s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.231s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk 1073741824" returned: 0 in 0.055s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.220s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Checking if we can resize image /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:39:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Successfully created port: b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Cannot resize image /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Ensure instance console log exists: /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:05 user nova-compute[74712]: WARNING nova.compute.manager [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state active and task_state None.
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:05 user nova-compute[74712]: WARNING nova.compute.manager [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state active and task_state None.
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:05 user nova-compute[74712]: WARNING nova.compute.manager [req-76aafa8d-e3b2-434a-9900-a5ab4667c48c req-5195ede0-b1bc-4f1f-b490-87cb36b0763b service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state active and task_state None.
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Successfully updated port: b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Acquiring lock "refresh_cache-09dbbacb-af4d-47fc-a2ae-bb7180990b91" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Acquired lock "refresh_cache-09dbbacb-af4d-47fc-a2ae-bb7180990b91" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-21399dc3-7d7c-4df3-8068-e45bb019378f req-99d26214-c519-4a08-9b4a-8f75de0db881 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received event network-changed-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-21399dc3-7d7c-4df3-8068-e45bb019378f req-99d26214-c519-4a08-9b4a-8f75de0db881 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Refreshing instance network info cache due to event network-changed-b23511eb-6660-4df1-bb78-a7b29031474a. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-21399dc3-7d7c-4df3-8068-e45bb019378f req-99d26214-c519-4a08-9b4a-8f75de0db881 service nova] Acquiring lock "refresh_cache-09dbbacb-af4d-47fc-a2ae-bb7180990b91" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:39:05 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Updating instance_info_cache with network_info: [{"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Releasing lock "refresh_cache-09dbbacb-af4d-47fc-a2ae-bb7180990b91" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Instance network_info: |[{"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-21399dc3-7d7c-4df3-8068-e45bb019378f req-99d26214-c519-4a08-9b4a-8f75de0db881 service nova] Acquired lock "refresh_cache-09dbbacb-af4d-47fc-a2ae-bb7180990b91" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-21399dc3-7d7c-4df3-8068-e45bb019378f req-99d26214-c519-4a08-9b4a-8f75de0db881 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Refreshing network info cache for port b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Start _get_guest_xml network_info=[{"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:39:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:39:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:39:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1949999882',display_name='tempest-VolumesAssistedSnapshotsTest-server-1949999882',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1949999882',id=8,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDcFLmD0k1MOzKST75ejZRJORiqNy2yk09jye4EHmBN7l7w92RfPHcyD7ZNTB0ZhvOjJcPWuk/2Wf4MO9+BJADsiHSwTEkN20t9EfHR6VjHie+lZmkWosF6vPG6otEiCw==',key_name='tempest-keypair-1704068731',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='86cb5763bd554b1c904552fa5d810601',ramdisk_id='',reservation_id='r-mv9wwwdy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1872187162',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1872187162-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:39:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe447c43954545a9ac9a47dfc70d1fd5',uuid=09dbbacb-af4d-47fc-a2ae-bb7180990b91,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Converting VIF {"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:68:b9,bridge_name='br-int',has_traffic_filtering=True,id=b23511eb-6660-4df1-bb78-a7b29031474a,network=Network(84e0f1df-5748-4dbf-a7a0-b385410cc499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb23511eb-66') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.objects.instance [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lazy-loading 'pci_devices' on Instance uuid 09dbbacb-af4d-47fc-a2ae-bb7180990b91 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:39:06 user nova-compute[74712]:   <uuid>09dbbacb-af4d-47fc-a2ae-bb7180990b91</uuid>
Oct 15 19:39:06 user nova-compute[74712]:   <name>instance-00000008</name>
Oct 15 19:39:06 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:39:06 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:39:06 user nova-compute[74712]:   <metadata>
Oct 15 19:39:06 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:39:06 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:39:06 user nova-compute[74712]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1949999882</nova:name>
Oct 15 19:39:06 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:39:06</nova:creationTime>
Oct 15 19:39:06 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:39:06 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:39:06 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:39:06 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:39:06 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:39:06 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:39:06 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:39:06 user nova-compute[74712]:       <nova:owner>
Oct 15 19:39:06 user nova-compute[74712]:         <nova:user uuid="fe447c43954545a9ac9a47dfc70d1fd5">tempest-VolumesAssistedSnapshotsTest-1872187162-project-member</nova:user>
Oct 15 19:39:06 user nova-compute[74712]:         <nova:project uuid="86cb5763bd554b1c904552fa5d810601">tempest-VolumesAssistedSnapshotsTest-1872187162</nova:project>
Oct 15 19:39:06 user nova-compute[74712]:       </nova:owner>
Oct 15 19:39:06 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:39:06 user nova-compute[74712]:       <nova:ports>
Oct 15 19:39:06 user nova-compute[74712]:         <nova:port uuid="b23511eb-6660-4df1-bb78-a7b29031474a">
Oct 15 19:39:06 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:39:06 user nova-compute[74712]:         </nova:port>
Oct 15 19:39:06 user nova-compute[74712]:       </nova:ports>
Oct 15 19:39:06 user nova-compute[74712]:     </nova:instance>
Oct 15 19:39:06 user nova-compute[74712]:   </metadata>
Oct 15 19:39:06 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:39:06 user nova-compute[74712]:     <system>
Oct 15 19:39:06 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:39:06 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:39:06 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:39:06 user nova-compute[74712]:       <entry name="serial">09dbbacb-af4d-47fc-a2ae-bb7180990b91</entry>
Oct 15 19:39:06 user nova-compute[74712]:       <entry name="uuid">09dbbacb-af4d-47fc-a2ae-bb7180990b91</entry>
Oct 15 19:39:06 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:39:06 user nova-compute[74712]:     </system>
Oct 15 19:39:06 user nova-compute[74712]:   </sysinfo>
Oct 15 19:39:06 user nova-compute[74712]:   <os>
Oct 15 19:39:06 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:39:06 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:39:06 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:39:06 user nova-compute[74712]:   </os>
Oct 15 19:39:06 user nova-compute[74712]:   <features>
Oct 15 19:39:06 user nova-compute[74712]:     <acpi/>
Oct 15 19:39:06 user nova-compute[74712]:     <apic/>
Oct 15 19:39:06 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:39:06 user nova-compute[74712]:   </features>
Oct 15 19:39:06 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:39:06 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:39:06 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:39:06 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:39:06 user nova-compute[74712]:   </clock>
Oct 15 19:39:06 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:39:06 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:39:06 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:39:06 user nova-compute[74712]:   </cpu>
Oct 15 19:39:06 user nova-compute[74712]:   <devices>
Oct 15 19:39:06 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:39:06 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:39:06 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk"/>
Oct 15 19:39:06 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:39:06 user nova-compute[74712]:     </disk>
Oct 15 19:39:06 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:39:06 user nova-compute[74712]:       <mac address="fa:16:3e:33:68:b9"/>
Oct 15 19:39:06 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:39:06 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:39:06 user nova-compute[74712]:       <target dev="tapb23511eb-66"/>
Oct 15 19:39:06 user nova-compute[74712]:     </interface>
Oct 15 19:39:06 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:39:06 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/console.log" append="off"/>
Oct 15 19:39:06 user nova-compute[74712]:     </serial>
Oct 15 19:39:06 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:39:06 user nova-compute[74712]:     <video>
Oct 15 19:39:06 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:39:06 user nova-compute[74712]:     </video>
Oct 15 19:39:06 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:39:06 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:39:06 user nova-compute[74712]:     </rng>
Oct 15 19:39:06 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:39:06 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:39:06 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:39:06 user nova-compute[74712]:     </memballoon>
Oct 15 19:39:06 user nova-compute[74712]:   </devices>
Oct 15 19:39:06 user nova-compute[74712]: </domain>
Oct 15 19:39:06 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:39:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1949999882',display_name='tempest-VolumesAssistedSnapshotsTest-server-1949999882',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1949999882',id=8,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDcFLmD0k1MOzKST75ejZRJORiqNy2yk09jye4EHmBN7l7w92RfPHcyD7ZNTB0ZhvOjJcPWuk/2Wf4MO9+BJADsiHSwTEkN20t9EfHR6VjHie+lZmkWosF6vPG6otEiCw==',key_name='tempest-keypair-1704068731',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='86cb5763bd554b1c904552fa5d810601',ramdisk_id='',reservation_id='r-mv9wwwdy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1872187162',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1872187162-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:39:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe447c43954545a9ac9a47dfc70d1fd5',uuid=09dbbacb-af4d-47fc-a2ae-bb7180990b91,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Converting VIF {"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:68:b9,bridge_name='br-int',has_traffic_filtering=True,id=b23511eb-6660-4df1-bb78-a7b29031474a,network=Network(84e0f1df-5748-4dbf-a7a0-b385410cc499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb23511eb-66') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG os_vif [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:68:b9,bridge_name='br-int',has_traffic_filtering=True,id=b23511eb-6660-4df1-bb78-a7b29031474a,network=Network(84e0f1df-5748-4dbf-a7a0-b385410cc499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb23511eb-66') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ba46e5ea-bd88-54f9-a769-6e9bb3a299a7', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb23511eb-66, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb23511eb-66, col_values=(('qos', UUID('9fcbefea-545e-4e1a-bd29-549f467193ae')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb23511eb-66, col_values=(('external_ids', {'iface-id': 'b23511eb-6660-4df1-bb78-a7b29031474a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:68:b9', 'vm-uuid': '09dbbacb-af4d-47fc-a2ae-bb7180990b91'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:06 user nova-compute[74712]: INFO os_vif [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:68:b9,bridge_name='br-int',has_traffic_filtering=True,id=b23511eb-6660-4df1-bb78-a7b29031474a,network=Network(84e0f1df-5748-4dbf-a7a0-b385410cc499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb23511eb-66')
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] No VIF found with MAC fa:16:3e:33:68:b9, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-21399dc3-7d7c-4df3-8068-e45bb019378f req-99d26214-c519-4a08-9b4a-8f75de0db881 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Updated VIF entry in instance network info cache for port b23511eb-6660-4df1-bb78-a7b29031474a. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-21399dc3-7d7c-4df3-8068-e45bb019378f req-99d26214-c519-4a08-9b4a-8f75de0db881 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Updating instance_info_cache with network_info: [{"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:39:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-21399dc3-7d7c-4df3-8068-e45bb019378f req-99d26214-c519-4a08-9b4a-8f75de0db881 service nova] Releasing lock "refresh_cache-09dbbacb-af4d-47fc-a2ae-bb7180990b91" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:39:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 19:39:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 19:39:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 19:39:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-275383ad-ac04-41a4-a017-944bb5eaf760 req-d0e6a21b-52f2-41f7-9608-8033c4ce94ea service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received event network-vif-plugged-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-275383ad-ac04-41a4-a017-944bb5eaf760 req-d0e6a21b-52f2-41f7-9608-8033c4ce94ea service nova] Acquiring lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-275383ad-ac04-41a4-a017-944bb5eaf760 req-d0e6a21b-52f2-41f7-9608-8033c4ce94ea service nova] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-275383ad-ac04-41a4-a017-944bb5eaf760 req-d0e6a21b-52f2-41f7-9608-8033c4ce94ea service nova] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-275383ad-ac04-41a4-a017-944bb5eaf760 req-d0e6a21b-52f2-41f7-9608-8033c4ce94ea service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] No waiting events found dispatching network-vif-plugged-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:08 user nova-compute[74712]: WARNING nova.compute.manager [req-275383ad-ac04-41a4-a017-944bb5eaf760 req-d0e6a21b-52f2-41f7-9608-8033c4ce94ea service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received unexpected event network-vif-plugged-b23511eb-6660-4df1-bb78-a7b29031474a for instance with vm_state building and task_state spawning.
Oct 15 19:39:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-bda6686a-77af-423f-9121-04ce1de5a459 req-5b7590b3-b089-4005-baec-0c7fdc936694 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received event network-vif-plugged-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bda6686a-77af-423f-9121-04ce1de5a459 req-5b7590b3-b089-4005-baec-0c7fdc936694 service nova] Acquiring lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bda6686a-77af-423f-9121-04ce1de5a459 req-5b7590b3-b089-4005-baec-0c7fdc936694 service nova] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bda6686a-77af-423f-9121-04ce1de5a459 req-5b7590b3-b089-4005-baec-0c7fdc936694 service nova] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-bda6686a-77af-423f-9121-04ce1de5a459 req-5b7590b3-b089-4005-baec-0c7fdc936694 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] No waiting events found dispatching network-vif-plugged-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:10 user nova-compute[74712]: WARNING nova.compute.manager [req-bda6686a-77af-423f-9121-04ce1de5a459 req-5b7590b3-b089-4005-baec-0c7fdc936694 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received unexpected event network-vif-plugged-b23511eb-6660-4df1-bb78-a7b29031474a for instance with vm_state building and task_state spawning.
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:39:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Instance spawned successfully.
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:10 user nova-compute[74712]: INFO nova.compute.manager [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Took 6.65 seconds to spawn the instance on the hypervisor.
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:39:10 user nova-compute[74712]: INFO nova.compute.manager [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Took 7.74 seconds to build instance.
Oct 15 19:39:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210a2eb8-de4b-435a-b031-233a99efbe58 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.877s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-aa8394d2-07ed-42c7-8d9d-7ff60349d475 req-f3007c98-b81d-4e29-99da-402308252d69 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received event network-vif-plugged-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa8394d2-07ed-42c7-8d9d-7ff60349d475 req-f3007c98-b81d-4e29-99da-402308252d69 service nova] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa8394d2-07ed-42c7-8d9d-7ff60349d475 req-f3007c98-b81d-4e29-99da-402308252d69 service nova] Lock "7669a942-4236-4dca-a209-1885fb938eb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa8394d2-07ed-42c7-8d9d-7ff60349d475 req-f3007c98-b81d-4e29-99da-402308252d69 service nova] Lock "7669a942-4236-4dca-a209-1885fb938eb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-aa8394d2-07ed-42c7-8d9d-7ff60349d475 req-f3007c98-b81d-4e29-99da-402308252d69 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] No waiting events found dispatching network-vif-plugged-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:10 user nova-compute[74712]: WARNING nova.compute.manager [req-aa8394d2-07ed-42c7-8d9d-7ff60349d475 req-f3007c98-b81d-4e29-99da-402308252d69 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received unexpected event network-vif-plugged-e99d9828-9995-4071-b8bf-aaf31363abdb for instance with vm_state active and task_state None.
Oct 15 19:39:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:11 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:39:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:11 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:39:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-a915e1bc-a449-43ae-a072-ffc61978eede req-ca7f5ab3-53d6-4c4c-9ee4-e8c9422d0b45 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received event network-vif-plugged-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a915e1bc-a449-43ae-a072-ffc61978eede req-ca7f5ab3-53d6-4c4c-9ee4-e8c9422d0b45 service nova] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a915e1bc-a449-43ae-a072-ffc61978eede req-ca7f5ab3-53d6-4c4c-9ee4-e8c9422d0b45 service nova] Lock "7669a942-4236-4dca-a209-1885fb938eb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a915e1bc-a449-43ae-a072-ffc61978eede req-ca7f5ab3-53d6-4c4c-9ee4-e8c9422d0b45 service nova] Lock "7669a942-4236-4dca-a209-1885fb938eb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-a915e1bc-a449-43ae-a072-ffc61978eede req-ca7f5ab3-53d6-4c4c-9ee4-e8c9422d0b45 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] No waiting events found dispatching network-vif-plugged-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:13 user nova-compute[74712]: WARNING nova.compute.manager [req-a915e1bc-a449-43ae-a072-ffc61978eede req-ca7f5ab3-53d6-4c4c-9ee4-e8c9422d0b45 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received unexpected event network-vif-plugged-e99d9828-9995-4071-b8bf-aaf31363abdb for instance with vm_state active and task_state None.
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:15 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:39:15 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7677MB free_disk=25.50835418701172GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 12725e83-e767-4184-a582-790266ad44e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 7669a942-4236-4dca-a209-1885fb938eb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:39:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:39:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:39:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:39:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:39:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.526s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-12725e83-e767-4184-a582-790266ad44e0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-12725e83-e767-4184-a582-790266ad44e0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 12725e83-e767-4184-a582-790266ad44e0] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 12725e83-e767-4184-a582-790266ad44e0 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 12725e83-e767-4184-a582-790266ad44e0] Updating instance_info_cache with network_info: [{"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-12725e83-e767-4184-a582-790266ad44e0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:39:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 12725e83-e767-4184-a582-790266ad44e0] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:39:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:39:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:39:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:39:35 user nova-compute[74712]: INFO nova.compute.claims [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Claim successful on node user
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.515s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:36 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:39:36 user nova-compute[74712]: DEBUG nova.policy [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0fef32226814134ae489cf8d8073587', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89226a65cd564aaca32c143f7c8eacfe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:39:36 user nova-compute[74712]: INFO nova.virt.block_device [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Booting with volume 8f442b2f-3629-4740-8b61-7845f71f3666 at /dev/vda
Oct 15 19:39:36 user nova-compute[74712]: DEBUG os_brick.utils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:39:36 user nova-compute[74712]: INFO oslo.privsep.daemon [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpicmkzhs9/privsep.sock']
Oct 15 19:39:36 user sudo[85652]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpicmkzhs9/privsep.sock
Oct 15 19:39:36 user sudo[85652]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 15 19:39:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Successfully created port: 66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:39:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Successfully updated port: 66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:39:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "refresh_cache-070e42d3-e540-47a1-8f07-73443d2c7a63" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:39:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquired lock "refresh_cache-070e42d3-e540-47a1-8f07-73443d2c7a63" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:39:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:39:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-b34bf1be-b28b-4199-9f4e-1ec2ab3ce0bb req-fe143841-31cf-4abf-8099-0f9c08046147 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-changed-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-b34bf1be-b28b-4199-9f4e-1ec2ab3ce0bb req-fe143841-31cf-4abf-8099-0f9c08046147 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Refreshing instance network info cache due to event network-changed-66bd87cd-7c81-4525-bbd1-f8b87599519d. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:39:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b34bf1be-b28b-4199-9f4e-1ec2ab3ce0bb req-fe143841-31cf-4abf-8099-0f9c08046147 service nova] Acquiring lock "refresh_cache-070e42d3-e540-47a1-8f07-73443d2c7a63" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:39:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG nova.network.neutron [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Updating instance_info_cache with network_info: [{"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Releasing lock "refresh_cache-070e42d3-e540-47a1-8f07-73443d2c7a63" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Instance network_info: |[{"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b34bf1be-b28b-4199-9f4e-1ec2ab3ce0bb req-fe143841-31cf-4abf-8099-0f9c08046147 service nova] Acquired lock "refresh_cache-070e42d3-e540-47a1-8f07-73443d2c7a63" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG nova.network.neutron [req-b34bf1be-b28b-4199-9f4e-1ec2ab3ce0bb req-fe143841-31cf-4abf-8099-0f9c08046147 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Refreshing network info cache for port 66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:39:38 user sudo[85652]: pam_unix(sudo:session): session closed for user root
Oct 15 19:39:38 user nova-compute[74712]: INFO oslo.privsep.daemon [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Spawned new privsep daemon via rootwrap
Oct 15 19:39:38 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 15 19:39:38 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 15 19:39:38 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 15 19:39:38 user nova-compute[74712]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85655
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ece63bf-bb62-4987-b949-0a669211a53f]: (2,) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d301fb68-d8bb-4a54-b5ee-3a77ce1f650a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:38 user nova-compute[74712]: WARNING os_brick.initiator.connectors.nvmeof [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[80faba83-26b3-4671-a01d-b34d3c9c3c7d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c5341d1-0de1-4b52-af8c-38be54782c4a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f2c9d8f-86e1-4d5c-8707-d7a22ae4e6e0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:39:38 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f7f6b8d-7579-49df-9202-5bea9b0912ba]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG os_brick.utils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] <== get_connector_properties: return (1770ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Updating existing volume attachment record: e1627d41-eb03-45e2-ab46-426333789b3a {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG nova.network.neutron [req-b34bf1be-b28b-4199-9f4e-1ec2ab3ce0bb req-fe143841-31cf-4abf-8099-0f9c08046147 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Updated VIF entry in instance network info cache for port 66bd87cd-7c81-4525-bbd1-f8b87599519d. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG nova.network.neutron [req-b34bf1be-b28b-4199-9f4e-1ec2ab3ce0bb req-fe143841-31cf-4abf-8099-0f9c08046147 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Updating instance_info_cache with network_info: [{"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:39:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b34bf1be-b28b-4199-9f4e-1ec2ab3ce0bb req-fe143841-31cf-4abf-8099-0f9c08046147 service nova] Releasing lock "refresh_cache-070e42d3-e540-47a1-8f07-73443d2c7a63" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:39:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:39:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:39:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Creating image(s)
Oct 15 19:39:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:39:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Ensure instance console log exists: /opt/stack/data/nova/instances/070e42d3-e540-47a1-8f07-73443d2c7a63/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:39:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Start _get_guest_xml network_info=[{"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SXtjEZgO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '070e42d3-e540-47a1-8f07-73443d2c7a63', 'attached_at': '', 'detached_at': '', 'volume_id': '8f442b2f-3629-4740-8b61-7845f71f3666', 'serial': '8f442b2f-3629-4740-8b61-7845f71f3666'}, 'attachment_id': 'e1627d41-eb03-45e2-ab46-426333789b3a', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:39:53 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:39:53 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connector [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Factory for ISCSI on None {{(pid=74712) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.008s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SXtjEZgO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:39:53 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:39:53 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:39:53 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260" returned: 21 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[729c86be-c56e-47cb-8bef-13306c6094e7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:39:53 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3df1428e-0e06-4ac9-bebe-9f9d9da42219]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666] added
Oct 15 19:39:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[427fa636-43ab-483b-93b6-219f4c3c56f8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.048s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d744382-de74-46ac-a983-7abd5e09b362]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SXtjEZgO {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SXtjEZgO" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[261e2533-512c-45f6-ae22-da33c52f9c25]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SXtjEZgO'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[85377e26-ef93-487e-9961-30cdd59d56ec]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[affd655c-c091-478b-9f20-bc666238b06d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 19:39:53 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 19:39:53 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:39:53 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 19:39:53 user nova-compute[74712]: 
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[89661e8c-d110-4988-9d40-5356efc8ea03]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260]
Oct 15 19:39:53 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260] successful.
Oct 15 19:39:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[021cdf76-bf23-4712-9581-8083371cc869]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[227a0195-d7e0-4fdf-9ba5-03cd131e009f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:39:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:39:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb2223a0-a1a9-4aa5-8a1a-c9d416d99390]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:39:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SXtjEZgO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23837623737326662', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837623737326662', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:39:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-978298729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-978298729',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWSbifvqg53TJHw5wxen6Uk9TAsUSXM5PPyhUHsAOLiyAvn5/k22ug29RrIX0KL0i5XsedGA3Z83wh1uuhaIfQj28ixWFO3SoZrwusOWqu9o3FhF7ior36asoBICaitRQ==',key_name='tempest-keypair-833606074',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='89226a65cd564aaca32c143f7c8eacfe',ramdisk_id='',reservation_id='r-000gwe4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-610570461',owner_user_name='tempest-ServerActionsV293TestJSON-610570461-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:39:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d0fef32226814134ae489cf8d8073587',uuid=070e42d3-e540-47a1-8f07-73443d2c7a63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converting VIF {"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.objects.instance [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lazy-loading 'pci_devices' on Instance uuid 070e42d3-e540-47a1-8f07-73443d2c7a63 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:39:54 user nova-compute[74712]:   <uuid>070e42d3-e540-47a1-8f07-73443d2c7a63</uuid>
Oct 15 19:39:54 user nova-compute[74712]:   <name>instance-00000009</name>
Oct 15 19:39:54 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:39:54 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:39:54 user nova-compute[74712]:   <metadata>
Oct 15 19:39:54 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:39:54 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:39:54 user nova-compute[74712]:       <nova:name>tempest-ServerActionsV293TestJSON-server-978298729</nova:name>
Oct 15 19:39:54 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:39:53</nova:creationTime>
Oct 15 19:39:54 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:39:54 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:39:54 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:39:54 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:39:54 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:39:54 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:39:54 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:39:54 user nova-compute[74712]:       <nova:owner>
Oct 15 19:39:54 user nova-compute[74712]:         <nova:user uuid="d0fef32226814134ae489cf8d8073587">tempest-ServerActionsV293TestJSON-610570461-project-member</nova:user>
Oct 15 19:39:54 user nova-compute[74712]:         <nova:project uuid="89226a65cd564aaca32c143f7c8eacfe">tempest-ServerActionsV293TestJSON-610570461</nova:project>
Oct 15 19:39:54 user nova-compute[74712]:       </nova:owner>
Oct 15 19:39:54 user nova-compute[74712]:       <nova:ports>
Oct 15 19:39:54 user nova-compute[74712]:         <nova:port uuid="66bd87cd-7c81-4525-bbd1-f8b87599519d">
Oct 15 19:39:54 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 15 19:39:54 user nova-compute[74712]:         </nova:port>
Oct 15 19:39:54 user nova-compute[74712]:       </nova:ports>
Oct 15 19:39:54 user nova-compute[74712]:     </nova:instance>
Oct 15 19:39:54 user nova-compute[74712]:   </metadata>
Oct 15 19:39:54 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:39:54 user nova-compute[74712]:     <system>
Oct 15 19:39:54 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:39:54 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:39:54 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:39:54 user nova-compute[74712]:       <entry name="serial">070e42d3-e540-47a1-8f07-73443d2c7a63</entry>
Oct 15 19:39:54 user nova-compute[74712]:       <entry name="uuid">070e42d3-e540-47a1-8f07-73443d2c7a63</entry>
Oct 15 19:39:54 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:39:54 user nova-compute[74712]:     </system>
Oct 15 19:39:54 user nova-compute[74712]:   </sysinfo>
Oct 15 19:39:54 user nova-compute[74712]:   <os>
Oct 15 19:39:54 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:39:54 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:39:54 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:39:54 user nova-compute[74712]:   </os>
Oct 15 19:39:54 user nova-compute[74712]:   <features>
Oct 15 19:39:54 user nova-compute[74712]:     <acpi/>
Oct 15 19:39:54 user nova-compute[74712]:     <apic/>
Oct 15 19:39:54 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:39:54 user nova-compute[74712]:   </features>
Oct 15 19:39:54 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:39:54 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:39:54 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:39:54 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:39:54 user nova-compute[74712]:   </clock>
Oct 15 19:39:54 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:39:54 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:39:54 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:39:54 user nova-compute[74712]:   </cpu>
Oct 15 19:39:54 user nova-compute[74712]:   <devices>
Oct 15 19:39:54 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:39:54 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:39:54 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 19:39:54 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:39:54 user nova-compute[74712]:       <serial>8f442b2f-3629-4740-8b61-7845f71f3666</serial>
Oct 15 19:39:54 user nova-compute[74712]:     </disk>
Oct 15 19:39:54 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:39:54 user nova-compute[74712]:       <mac address="fa:16:3e:f6:c5:58"/>
Oct 15 19:39:54 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:39:54 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:39:54 user nova-compute[74712]:       <target dev="tap66bd87cd-7c"/>
Oct 15 19:39:54 user nova-compute[74712]:     </interface>
Oct 15 19:39:54 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:39:54 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/070e42d3-e540-47a1-8f07-73443d2c7a63/console.log" append="off"/>
Oct 15 19:39:54 user nova-compute[74712]:     </serial>
Oct 15 19:39:54 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:39:54 user nova-compute[74712]:     <video>
Oct 15 19:39:54 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:39:54 user nova-compute[74712]:     </video>
Oct 15 19:39:54 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:39:54 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:39:54 user nova-compute[74712]:     </rng>
Oct 15 19:39:54 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:39:54 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:39:54 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:39:54 user nova-compute[74712]:     </memballoon>
Oct 15 19:39:54 user nova-compute[74712]:   </devices>
Oct 15 19:39:54 user nova-compute[74712]: </domain>
Oct 15 19:39:54 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:39:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-978298729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-978298729',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWSbifvqg53TJHw5wxen6Uk9TAsUSXM5PPyhUHsAOLiyAvn5/k22ug29RrIX0KL0i5XsedGA3Z83wh1uuhaIfQj28ixWFO3SoZrwusOWqu9o3FhF7ior36asoBICaitRQ==',key_name='tempest-keypair-833606074',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='89226a65cd564aaca32c143f7c8eacfe',ramdisk_id='',reservation_id='r-000gwe4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-610570461',owner_user_name='tempest-ServerActionsV293TestJSON-610570461-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:39:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d0fef32226814134ae489cf8d8073587',uuid=070e42d3-e540-47a1-8f07-73443d2c7a63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converting VIF {"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG os_vif [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '84b9ba3a-223b-52d4-a796-d5fe3bdb3785', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66bd87cd-7c, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66bd87cd-7c, col_values=(('qos', UUID('5af65ac1-97ff-4986-b67b-cd588fe19df8')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66bd87cd-7c, col_values=(('external_ids', {'iface-id': '66bd87cd-7c81-4525-bbd1-f8b87599519d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f6:c5:58', 'vm-uuid': '070e42d3-e540-47a1-8f07-73443d2c7a63'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:54 user nova-compute[74712]: INFO os_vif [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c')
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] No VIF found with MAC fa:16:3e:f6:c5:58, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:39:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-bc2b8816-09e1-4400-849f-4b2197203ab5 req-7f92fd0a-06ee-4a1c-940f-0f73caf8a6ea service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bc2b8816-09e1-4400-849f-4b2197203ab5 req-7f92fd0a-06ee-4a1c-940f-0f73caf8a6ea service nova] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bc2b8816-09e1-4400-849f-4b2197203ab5 req-7f92fd0a-06ee-4a1c-940f-0f73caf8a6ea service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bc2b8816-09e1-4400-849f-4b2197203ab5 req-7f92fd0a-06ee-4a1c-940f-0f73caf8a6ea service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-bc2b8816-09e1-4400-849f-4b2197203ab5 req-7f92fd0a-06ee-4a1c-940f-0f73caf8a6ea service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] No waiting events found dispatching network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:56 user nova-compute[74712]: WARNING nova.compute.manager [req-bc2b8816-09e1-4400-849f-4b2197203ab5 req-7f92fd0a-06ee-4a1c-940f-0f73caf8a6ea service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received unexpected event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d for instance with vm_state building and task_state spawning.
Oct 15 19:39:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:39:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:39:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Instance spawned successfully.
Oct 15 19:39:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:39:58 user nova-compute[74712]: INFO nova.compute.manager [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Took 5.10 seconds to spawn the instance on the hypervisor.
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Acquiring lock "f20e95c7-e105-4b1a-9d43-4a2101343b31" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:39:58 user nova-compute[74712]: INFO nova.compute.manager [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Took 22.38 seconds to build instance.
Oct 15 19:39:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-05788916-23ed-4b0c-90e9-63eccb120376 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.494s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:39:58 user nova-compute[74712]: INFO nova.compute.claims [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Claim successful on node user
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed233304-837c-4e1f-8537-7ab2989876ff req-89fc9cdc-34a5-4721-94a9-cef73748207a service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed233304-837c-4e1f-8537-7ab2989876ff req-89fc9cdc-34a5-4721-94a9-cef73748207a service nova] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed233304-837c-4e1f-8537-7ab2989876ff req-89fc9cdc-34a5-4721-94a9-cef73748207a service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed233304-837c-4e1f-8537-7ab2989876ff req-89fc9cdc-34a5-4721-94a9-cef73748207a service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed233304-837c-4e1f-8537-7ab2989876ff req-89fc9cdc-34a5-4721-94a9-cef73748207a service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] No waiting events found dispatching network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:39:58 user nova-compute[74712]: WARNING nova.compute.manager [req-ed233304-837c-4e1f-8537-7ab2989876ff req-89fc9cdc-34a5-4721-94a9-cef73748207a service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received unexpected event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d for instance with vm_state active and task_state None.
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.609s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:39:58 user nova-compute[74712]: DEBUG nova.network.neutron [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:39:59 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:39:59 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG nova.policy [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cddad9efcd50426f995db03afdd70fa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e6e0ecceec0420f8f00954baa077be1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:39:59 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Creating image(s)
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Acquiring lock "/opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "/opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "/opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.202s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.251s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk 1073741824" returned: 0 in 0.062s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.322s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:39:59 user nova-compute[74712]: DEBUG nova.network.neutron [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Successfully created port: 6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.210s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Cannot resize image /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Ensure instance console log exists: /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.network.neutron [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Successfully updated port: 6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Acquiring lock "refresh_cache-f20e95c7-e105-4b1a-9d43-4a2101343b31" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Acquired lock "refresh_cache-f20e95c7-e105-4b1a-9d43-4a2101343b31" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.network.neutron [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-8a0151a4-45fa-49e6-87e8-8f0edce462bf req-da7b87db-0247-4958-b9f1-f357f6fa41ac service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Received event network-changed-6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-8a0151a4-45fa-49e6-87e8-8f0edce462bf req-da7b87db-0247-4958-b9f1-f357f6fa41ac service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Refreshing instance network info cache due to event network-changed-6dbc707f-4163-40aa-881e-72eef1913106. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8a0151a4-45fa-49e6-87e8-8f0edce462bf req-da7b87db-0247-4958-b9f1-f357f6fa41ac service nova] Acquiring lock "refresh_cache-f20e95c7-e105-4b1a-9d43-4a2101343b31" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.network.neutron [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.network.neutron [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Updating instance_info_cache with network_info: [{"id": "6dbc707f-4163-40aa-881e-72eef1913106", "address": "fa:16:3e:96:26:43", "network": {"id": "5cefb44e-801d-4a8e-8ab5-af6d20fd345f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1359175274-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e6e0ecceec0420f8f00954baa077be1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbc707f-41", "ovs_interfaceid": "6dbc707f-4163-40aa-881e-72eef1913106", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Releasing lock "refresh_cache-f20e95c7-e105-4b1a-9d43-4a2101343b31" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Instance network_info: |[{"id": "6dbc707f-4163-40aa-881e-72eef1913106", "address": "fa:16:3e:96:26:43", "network": {"id": "5cefb44e-801d-4a8e-8ab5-af6d20fd345f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1359175274-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e6e0ecceec0420f8f00954baa077be1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbc707f-41", "ovs_interfaceid": "6dbc707f-4163-40aa-881e-72eef1913106", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8a0151a4-45fa-49e6-87e8-8f0edce462bf req-da7b87db-0247-4958-b9f1-f357f6fa41ac service nova] Acquired lock "refresh_cache-f20e95c7-e105-4b1a-9d43-4a2101343b31" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.network.neutron [req-8a0151a4-45fa-49e6-87e8-8f0edce462bf req-da7b87db-0247-4958-b9f1-f357f6fa41ac service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Refreshing network info cache for port 6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Start _get_guest_xml network_info=[{"id": "6dbc707f-4163-40aa-881e-72eef1913106", "address": "fa:16:3e:96:26:43", "network": {"id": "5cefb44e-801d-4a8e-8ab5-af6d20fd345f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1359175274-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e6e0ecceec0420f8f00954baa077be1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbc707f-41", "ovs_interfaceid": "6dbc707f-4163-40aa-881e-72eef1913106", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:40:00 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:40:00 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-421972293',display_name='tempest-VolumesActionsTest-instance-421972293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-421972293',id=10,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e6e0ecceec0420f8f00954baa077be1',ramdisk_id='',reservation_id='r-8gaqi0z9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1828968971',owner_user_name='tempest-VolumesActionsTest-1828968971-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:39:59Z,user_data=None,user_id='cddad9efcd50426f995db03afdd70fa6',uuid=f20e95c7-e105-4b1a-9d43-4a2101343b31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6dbc707f-4163-40aa-881e-72eef1913106", "address": "fa:16:3e:96:26:43", "network": {"id": "5cefb44e-801d-4a8e-8ab5-af6d20fd345f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1359175274-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e6e0ecceec0420f8f00954baa077be1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbc707f-41", "ovs_interfaceid": "6dbc707f-4163-40aa-881e-72eef1913106", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Converting VIF {"id": "6dbc707f-4163-40aa-881e-72eef1913106", "address": "fa:16:3e:96:26:43", "network": {"id": "5cefb44e-801d-4a8e-8ab5-af6d20fd345f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1359175274-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e6e0ecceec0420f8f00954baa077be1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbc707f-41", "ovs_interfaceid": "6dbc707f-4163-40aa-881e-72eef1913106", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:26:43,bridge_name='br-int',has_traffic_filtering=True,id=6dbc707f-4163-40aa-881e-72eef1913106,network=Network(5cefb44e-801d-4a8e-8ab5-af6d20fd345f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dbc707f-41') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lazy-loading 'pci_devices' on Instance uuid f20e95c7-e105-4b1a-9d43-4a2101343b31 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:40:00 user nova-compute[74712]:   <uuid>f20e95c7-e105-4b1a-9d43-4a2101343b31</uuid>
Oct 15 19:40:00 user nova-compute[74712]:   <name>instance-0000000a</name>
Oct 15 19:40:00 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:40:00 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:40:00 user nova-compute[74712]:   <metadata>
Oct 15 19:40:00 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:40:00 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:40:00 user nova-compute[74712]:       <nova:name>tempest-VolumesActionsTest-instance-421972293</nova:name>
Oct 15 19:40:00 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:40:00</nova:creationTime>
Oct 15 19:40:00 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:40:00 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:40:00 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:40:00 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:40:00 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:40:00 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:40:00 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:40:00 user nova-compute[74712]:       <nova:owner>
Oct 15 19:40:00 user nova-compute[74712]:         <nova:user uuid="cddad9efcd50426f995db03afdd70fa6">tempest-VolumesActionsTest-1828968971-project-member</nova:user>
Oct 15 19:40:00 user nova-compute[74712]:         <nova:project uuid="2e6e0ecceec0420f8f00954baa077be1">tempest-VolumesActionsTest-1828968971</nova:project>
Oct 15 19:40:00 user nova-compute[74712]:       </nova:owner>
Oct 15 19:40:00 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:40:00 user nova-compute[74712]:       <nova:ports>
Oct 15 19:40:00 user nova-compute[74712]:         <nova:port uuid="6dbc707f-4163-40aa-881e-72eef1913106">
Oct 15 19:40:00 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 15 19:40:00 user nova-compute[74712]:         </nova:port>
Oct 15 19:40:00 user nova-compute[74712]:       </nova:ports>
Oct 15 19:40:00 user nova-compute[74712]:     </nova:instance>
Oct 15 19:40:00 user nova-compute[74712]:   </metadata>
Oct 15 19:40:00 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:40:00 user nova-compute[74712]:     <system>
Oct 15 19:40:00 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:40:00 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:40:00 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:40:00 user nova-compute[74712]:       <entry name="serial">f20e95c7-e105-4b1a-9d43-4a2101343b31</entry>
Oct 15 19:40:00 user nova-compute[74712]:       <entry name="uuid">f20e95c7-e105-4b1a-9d43-4a2101343b31</entry>
Oct 15 19:40:00 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:40:00 user nova-compute[74712]:     </system>
Oct 15 19:40:00 user nova-compute[74712]:   </sysinfo>
Oct 15 19:40:00 user nova-compute[74712]:   <os>
Oct 15 19:40:00 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:40:00 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:40:00 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:40:00 user nova-compute[74712]:   </os>
Oct 15 19:40:00 user nova-compute[74712]:   <features>
Oct 15 19:40:00 user nova-compute[74712]:     <acpi/>
Oct 15 19:40:00 user nova-compute[74712]:     <apic/>
Oct 15 19:40:00 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:40:00 user nova-compute[74712]:   </features>
Oct 15 19:40:00 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:40:00 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:40:00 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:40:00 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:40:00 user nova-compute[74712]:   </clock>
Oct 15 19:40:00 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:40:00 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:40:00 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:40:00 user nova-compute[74712]:   </cpu>
Oct 15 19:40:00 user nova-compute[74712]:   <devices>
Oct 15 19:40:00 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:40:00 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:40:00 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk"/>
Oct 15 19:40:00 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:40:00 user nova-compute[74712]:     </disk>
Oct 15 19:40:00 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:40:00 user nova-compute[74712]:       <mac address="fa:16:3e:96:26:43"/>
Oct 15 19:40:00 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:40:00 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:40:00 user nova-compute[74712]:       <target dev="tap6dbc707f-41"/>
Oct 15 19:40:00 user nova-compute[74712]:     </interface>
Oct 15 19:40:00 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:40:00 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/console.log" append="off"/>
Oct 15 19:40:00 user nova-compute[74712]:     </serial>
Oct 15 19:40:00 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:40:00 user nova-compute[74712]:     <video>
Oct 15 19:40:00 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:40:00 user nova-compute[74712]:     </video>
Oct 15 19:40:00 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:40:00 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:40:00 user nova-compute[74712]:     </rng>
Oct 15 19:40:00 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:40:00 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:40:00 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:40:00 user nova-compute[74712]:     </memballoon>
Oct 15 19:40:00 user nova-compute[74712]:   </devices>
Oct 15 19:40:00 user nova-compute[74712]: </domain>
Oct 15 19:40:00 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-421972293',display_name='tempest-VolumesActionsTest-instance-421972293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-421972293',id=10,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e6e0ecceec0420f8f00954baa077be1',ramdisk_id='',reservation_id='r-8gaqi0z9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1828968971',owner_user_name='tempest-VolumesActionsTest-1828968971-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:39:59Z,user_data=None,user_id='cddad9efcd50426f995db03afdd70fa6',uuid=f20e95c7-e105-4b1a-9d43-4a2101343b31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6dbc707f-4163-40aa-881e-72eef1913106", "address": "fa:16:3e:96:26:43", "network": {"id": "5cefb44e-801d-4a8e-8ab5-af6d20fd345f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1359175274-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e6e0ecceec0420f8f00954baa077be1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbc707f-41", "ovs_interfaceid": "6dbc707f-4163-40aa-881e-72eef1913106", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Converting VIF {"id": "6dbc707f-4163-40aa-881e-72eef1913106", "address": "fa:16:3e:96:26:43", "network": {"id": "5cefb44e-801d-4a8e-8ab5-af6d20fd345f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1359175274-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e6e0ecceec0420f8f00954baa077be1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbc707f-41", "ovs_interfaceid": "6dbc707f-4163-40aa-881e-72eef1913106", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:26:43,bridge_name='br-int',has_traffic_filtering=True,id=6dbc707f-4163-40aa-881e-72eef1913106,network=Network(5cefb44e-801d-4a8e-8ab5-af6d20fd345f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dbc707f-41') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG os_vif [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:26:43,bridge_name='br-int',has_traffic_filtering=True,id=6dbc707f-4163-40aa-881e-72eef1913106,network=Network(5cefb44e-801d-4a8e-8ab5-af6d20fd345f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dbc707f-41') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '38458014-354e-5101-8ed6-0b20aaa89ea6', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6dbc707f-41, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:40:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6dbc707f-41, col_values=(('qos', UUID('11cfe3ab-f423-430d-93fe-92642faced8e')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:40:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6dbc707f-41, col_values=(('external_ids', {'iface-id': '6dbc707f-4163-40aa-881e-72eef1913106', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:96:26:43', 'vm-uuid': 'f20e95c7-e105-4b1a-9d43-4a2101343b31'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:40:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:40:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:01 user nova-compute[74712]: INFO os_vif [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:26:43,bridge_name='br-int',has_traffic_filtering=True,id=6dbc707f-4163-40aa-881e-72eef1913106,network=Network(5cefb44e-801d-4a8e-8ab5-af6d20fd345f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dbc707f-41')
Oct 15 19:40:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:40:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] No VIF found with MAC fa:16:3e:96:26:43, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:40:01 user nova-compute[74712]: DEBUG nova.network.neutron [req-8a0151a4-45fa-49e6-87e8-8f0edce462bf req-da7b87db-0247-4958-b9f1-f357f6fa41ac service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Updated VIF entry in instance network info cache for port 6dbc707f-4163-40aa-881e-72eef1913106. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:40:01 user nova-compute[74712]: DEBUG nova.network.neutron [req-8a0151a4-45fa-49e6-87e8-8f0edce462bf req-da7b87db-0247-4958-b9f1-f357f6fa41ac service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Updating instance_info_cache with network_info: [{"id": "6dbc707f-4163-40aa-881e-72eef1913106", "address": "fa:16:3e:96:26:43", "network": {"id": "5cefb44e-801d-4a8e-8ab5-af6d20fd345f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1359175274-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e6e0ecceec0420f8f00954baa077be1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbc707f-41", "ovs_interfaceid": "6dbc707f-4163-40aa-881e-72eef1913106", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8a0151a4-45fa-49e6-87e8-8f0edce462bf req-da7b87db-0247-4958-b9f1-f357f6fa41ac service nova] Releasing lock "refresh_cache-f20e95c7-e105-4b1a-9d43-4a2101343b31" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-3380362a-b21b-4140-b87c-74c3803af3e1 req-8bca6973-830c-42af-b506-4ca24d82f52c service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Received event network-vif-plugged-6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3380362a-b21b-4140-b87c-74c3803af3e1 req-8bca6973-830c-42af-b506-4ca24d82f52c service nova] Acquiring lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3380362a-b21b-4140-b87c-74c3803af3e1 req-8bca6973-830c-42af-b506-4ca24d82f52c service nova] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3380362a-b21b-4140-b87c-74c3803af3e1 req-8bca6973-830c-42af-b506-4ca24d82f52c service nova] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-3380362a-b21b-4140-b87c-74c3803af3e1 req-8bca6973-830c-42af-b506-4ca24d82f52c service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] No waiting events found dispatching network-vif-plugged-6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:40:03 user nova-compute[74712]: WARNING nova.compute.manager [req-3380362a-b21b-4140-b87c-74c3803af3e1 req-8bca6973-830c-42af-b506-4ca24d82f52c service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Received unexpected event network-vif-plugged-6dbc707f-4163-40aa-881e-72eef1913106 for instance with vm_state building and task_state spawning.
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:40:05 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Instance spawned successfully.
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:40:05 user nova-compute[74712]: INFO nova.compute.manager [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Took 5.85 seconds to spawn the instance on the hypervisor.
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:40:05 user nova-compute[74712]: INFO nova.compute.manager [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Took 7.04 seconds to build instance.
Oct 15 19:40:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb4feeb8-abb0-44af-9b24-704ffa150619 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.150s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-18e39142-85b9-408d-a53e-2d6c8e0f9bf1 req-e14b9eb4-2fe9-49b0-8339-adc9e3d1c0ff service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Received event network-vif-plugged-6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18e39142-85b9-408d-a53e-2d6c8e0f9bf1 req-e14b9eb4-2fe9-49b0-8339-adc9e3d1c0ff service nova] Acquiring lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18e39142-85b9-408d-a53e-2d6c8e0f9bf1 req-e14b9eb4-2fe9-49b0-8339-adc9e3d1c0ff service nova] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18e39142-85b9-408d-a53e-2d6c8e0f9bf1 req-e14b9eb4-2fe9-49b0-8339-adc9e3d1c0ff service nova] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-18e39142-85b9-408d-a53e-2d6c8e0f9bf1 req-e14b9eb4-2fe9-49b0-8339-adc9e3d1c0ff service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] No waiting events found dispatching network-vif-plugged-6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:40:05 user nova-compute[74712]: WARNING nova.compute.manager [req-18e39142-85b9-408d-a53e-2d6c8e0f9bf1 req-e14b9eb4-2fe9-49b0-8339-adc9e3d1c0ff service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Received unexpected event network-vif-plugged-6dbc707f-4163-40aa-881e-72eef1913106 for instance with vm_state active and task_state None.
Oct 15 19:40:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:40:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:40:06 user nova-compute[74712]: INFO nova.compute.claims [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Claim successful on node user
Oct 15 19:40:07 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.524s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:40:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:40:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:40:07 user nova-compute[74712]: INFO nova.virt.block_device [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Booting with volume 2a4ec677-9e64-451b-8a57-11aa2cfd4d54 at /dev/vda
Oct 15 19:40:07 user nova-compute[74712]: DEBUG nova.policy [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289799afe48b4c34a9b940931793f1db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5948c5d0cfbf4e6ba501e44c88d0af54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG os_brick.utils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb2f101c-dd08-416a-85aa-e61b29f66414]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[313bf5a4-3903-4557-87b5-4fd87ae42394]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4340a52c-ab32-4175-9a96-e66aec50683a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[47dd3243-9226-460c-a1fa-dc5b95c7fbd7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:07 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:40:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[de9eba78-0c4f-4d56-b56e-7e79d1dffc61]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG os_brick.utils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:07 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating existing volume attachment record: 993d58e2-b900-4cba-a802-1a62b075a71b {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:40:08 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully created port: 03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:40:08 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully created port: 86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:40:09 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully created port: 81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:40:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:40:09 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully created port: 2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:40:09 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:40:10 user nova-compute[74712]: INFO nova.compute.manager [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] instance snapshotting
Oct 15 19:40:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Beginning live snapshot process
Oct 15 19:40:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json -f qcow2 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:10 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully created port: f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:40:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json -f qcow2" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json -f qcow2 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json -f qcow2" returned: 0 in 0.217s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.228s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1zo3qju6/cfcfc7b0fca84ccc8a1248fe71edc5dd.delta 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully updated port: 03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1zo3qju6/cfcfc7b0fca84ccc8a1248fe71edc5dd.delta 1073741824" returned: 0 in 0.062s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:11 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 15 19:40:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74712) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 15 19:40:11 user nova-compute[74712]: INFO nova.virt.libvirt.host [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] UEFI support detected
Oct 15 19:40:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-2726a160-2187-4fde-a58d-634f788dae86 req-ea0d4140-f6ba-4f07-ab5a-f933cb4bfbc2 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-changed-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-2726a160-2187-4fde-a58d-634f788dae86 req-ea0d4140-f6ba-4f07-ab5a-f933cb4bfbc2 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing instance network info cache due to event network-changed-03bb4e9b-fc37-46b0-8f14-fce49708041e. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2726a160-2187-4fde-a58d-634f788dae86 req-ea0d4140-f6ba-4f07-ab5a-f933cb4bfbc2 service nova] Acquiring lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2726a160-2187-4fde-a58d-634f788dae86 req-ea0d4140-f6ba-4f07-ab5a-f933cb4bfbc2 service nova] Acquired lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG nova.network.neutron [req-2726a160-2187-4fde-a58d-634f788dae86 req-ea0d4140-f6ba-4f07-ab5a-f933cb4bfbc2 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing network info cache for port 03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG nova.network.neutron [req-2726a160-2187-4fde-a58d-634f788dae86 req-ea0d4140-f6ba-4f07-ab5a-f933cb4bfbc2 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG nova.network.neutron [req-2726a160-2187-4fde-a58d-634f788dae86 req-ea0d4140-f6ba-4f07-ab5a-f933cb4bfbc2 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2726a160-2187-4fde-a58d-634f788dae86 req-ea0d4140-f6ba-4f07-ab5a-f933cb4bfbc2 service nova] Releasing lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:40:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] COPY block job progress, current cursor: 13893632 final cursor: 75497472 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:40:12 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully updated port: 4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:40:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:40:12 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1zo3qju6/cfcfc7b0fca84ccc8a1248fe71edc5dd.delta /opt/stack/data/nova/instances/snapshots/tmp1zo3qju6/cfcfc7b0fca84ccc8a1248fe71edc5dd {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-94489008-8b20-4c37-8b62-44184e5993f8 req-9a76a1c7-a45e-4756-bb8b-8ab350c7c29a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-changed-4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-94489008-8b20-4c37-8b62-44184e5993f8 req-9a76a1c7-a45e-4756-bb8b-8ab350c7c29a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing instance network info cache due to event network-changed-4918e50b-02ed-4c5b-b48d-61b2731dd619. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-94489008-8b20-4c37-8b62-44184e5993f8 req-9a76a1c7-a45e-4756-bb8b-8ab350c7c29a service nova] Acquiring lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-94489008-8b20-4c37-8b62-44184e5993f8 req-9a76a1c7-a45e-4756-bb8b-8ab350c7c29a service nova] Acquired lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.network.neutron [req-94489008-8b20-4c37-8b62-44184e5993f8 req-9a76a1c7-a45e-4756-bb8b-8ab350c7c29a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing network info cache for port 4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully updated port: 56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-11cf7a4f-bc39-4658-a827-fa0bf69762d9 req-0368fde1-eed3-4d1a-812a-f8aca7669ab5 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-changed-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-11cf7a4f-bc39-4658-a827-fa0bf69762d9 req-0368fde1-eed3-4d1a-812a-f8aca7669ab5 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Refreshing instance network info cache due to event network-changed-b9e55e68-ccce-4660-a48c-25138fab558c. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-11cf7a4f-bc39-4658-a827-fa0bf69762d9 req-0368fde1-eed3-4d1a-812a-f8aca7669ab5 service nova] Acquiring lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-11cf7a4f-bc39-4658-a827-fa0bf69762d9 req-0368fde1-eed3-4d1a-812a-f8aca7669ab5 service nova] Acquired lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.network.neutron [req-11cf7a4f-bc39-4658-a827-fa0bf69762d9 req-0368fde1-eed3-4d1a-812a-f8aca7669ab5 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Refreshing network info cache for port b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.network.neutron [req-94489008-8b20-4c37-8b62-44184e5993f8 req-9a76a1c7-a45e-4756-bb8b-8ab350c7c29a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1zo3qju6/cfcfc7b0fca84ccc8a1248fe71edc5dd.delta /opt/stack/data/nova/instances/snapshots/tmp1zo3qju6/cfcfc7b0fca84ccc8a1248fe71edc5dd" returned: 0 in 0.411s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Snapshot extracted, beginning image upload
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.network.neutron [req-94489008-8b20-4c37-8b62-44184e5993f8 req-9a76a1c7-a45e-4756-bb8b-8ab350c7c29a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-94489008-8b20-4c37-8b62-44184e5993f8 req-9a76a1c7-a45e-4756-bb8b-8ab350c7c29a service nova] Releasing lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "12725e83-e767-4184-a582-790266ad44e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "12725e83-e767-4184-a582-790266ad44e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.objects.instance [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lazy-loading 'flavor' on Instance uuid 12725e83-e767-4184-a582-790266ad44e0 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "12725e83-e767-4184-a582-790266ad44e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.153s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "12725e83-e767-4184-a582-790266ad44e0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "12725e83-e767-4184-a582-790266ad44e0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:14 user nova-compute[74712]: INFO nova.compute.manager [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Attaching volume a0236993-eab7-470b-ad33-6650ce354e7e to /dev/vdb
Oct 15 19:40:14 user nova-compute[74712]: DEBUG nova.network.neutron [req-11cf7a4f-bc39-4658-a827-fa0bf69762d9 req-0368fde1-eed3-4d1a-812a-f8aca7669ab5 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updated VIF entry in instance network info cache for port b9e55e68-ccce-4660-a48c-25138fab558c. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG nova.network.neutron [req-11cf7a4f-bc39-4658-a827-fa0bf69762d9 req-0368fde1-eed3-4d1a-812a-f8aca7669ab5 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-11cf7a4f-bc39-4658-a827-fa0bf69762d9 req-0368fde1-eed3-4d1a-812a-f8aca7669ab5 service nova] Releasing lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG os_brick.utils [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[46981eb8-02c7-4656-bbbd-c1b6bc325402]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bb10713-b336-4860-9b51-aaba669577b8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[540b92af-850b-423b-b4b8-4bd8ca6fb886]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8631aa2-00cf-43de-ade0-8bc7aa1aa229]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully updated port: 86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:14 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d99140c7-2fd7-46b6-be99-cb8c8d366b59]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG os_brick.utils [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Updating existing volume attachment record: 09af9d0d-88e7-4283-99e4-c74198f7e106 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-98bf490c-d14a-4139-a975-75ff92a9e09e req-5671ff56-4687-47a6-993b-7785328a067e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-changed-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-98bf490c-d14a-4139-a975-75ff92a9e09e req-5671ff56-4687-47a6-993b-7785328a067e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Refreshing instance network info cache due to event network-changed-28fe02bb-44e0-47f4-898b-9abc977a76de. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98bf490c-d14a-4139-a975-75ff92a9e09e req-5671ff56-4687-47a6-993b-7785328a067e service nova] Acquiring lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98bf490c-d14a-4139-a975-75ff92a9e09e req-5671ff56-4687-47a6-993b-7785328a067e service nova] Acquired lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG nova.network.neutron [req-98bf490c-d14a-4139-a975-75ff92a9e09e req-5671ff56-4687-47a6-993b-7785328a067e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Refreshing network info cache for port 28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-changed-56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing instance network info cache due to event network-changed-56f27ab5-012c-46c2-b276-81e59b538b2a. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] Acquiring lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] Acquired lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG nova.network.neutron [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing network info cache for port 56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG nova.network.neutron [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG nova.network.neutron [req-98bf490c-d14a-4139-a975-75ff92a9e09e req-5671ff56-4687-47a6-993b-7785328a067e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updated VIF entry in instance network info cache for port 28fe02bb-44e0-47f4-898b-9abc977a76de. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG nova.network.neutron [req-98bf490c-d14a-4139-a975-75ff92a9e09e req-5671ff56-4687-47a6-993b-7785328a067e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updating instance_info_cache with network_info: [{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98bf490c-d14a-4139-a975-75ff92a9e09e req-5671ff56-4687-47a6-993b-7785328a067e service nova] Releasing lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully updated port: 81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG nova.network.neutron [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] Releasing lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-changed-86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing instance network info cache due to event network-changed-86a8c6ab-5993-487f-922c-588e55f2b754. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] Acquiring lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] Acquired lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG nova.network.neutron [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing network info cache for port 86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG nova.network.neutron [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.747s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:40:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Snapshot image upload complete
Oct 15 19:40:16 user nova-compute[74712]: INFO nova.compute.manager [None req-f3005feb-3658-49d4-965f-ce7eb4109f45 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Took 6.75 seconds to snapshot the instance on the hypervisor.
Oct 15 19:40:16 user nova-compute[74712]: DEBUG nova.network.neutron [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f2d84fa9-aba2-4b13-bf24-10e596fa2c47 req-4f61b79a-7ba0-4720-93d9-e4b31c8ca9f7 service nova] Releasing lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully updated port: 2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-changed-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing instance network info cache due to event network-changed-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] Acquiring lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] Acquired lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG nova.network.neutron [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing network info cache for port 81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG nova.network.neutron [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG nova.network.neutron [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] Releasing lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-changed-2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing instance network info cache due to event network-changed-2cc9ce44-df37-4de8-8306-19a6d38b1d05. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] Acquiring lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] Acquired lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG nova.network.neutron [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing network info cache for port 2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG nova.network.neutron [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG nova.network.neutron [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Successfully updated port: f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7aa46b87-eb1b-42c0-b297-f769f6c6ca2b req-4477bf56-41c2-42c4-9fa6-a815f8240fbd service nova] Releasing lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquired lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:18 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:40:18 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:40:18 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7213MB free_disk=25.414241790771484GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 12725e83-e767-4184-a582-790266ad44e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 7669a942-4236-4dca-a209-1885fb938eb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 070e42d3-e540-47a1-8f07-73443d2c7a63 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f20e95c7-e105-4b1a-9d43-4a2101343b31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a89c2996-5337-4f21-939b-b03b7a4c3c50 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-afeebf5c-525d-4d8b-8131-b3d3e6bc815f req-9fb45026-2ebc-46f7-beb8-8421198ad10b service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-changed-f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-afeebf5c-525d-4d8b-8131-b3d3e6bc815f req-9fb45026-2ebc-46f7-beb8-8421198ad10b service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing instance network info cache due to event network-changed-f8fd364b-af8e-47a6-b155-7dfb6becb526. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-afeebf5c-525d-4d8b-8131-b3d3e6bc815f req-9fb45026-2ebc-46f7-beb8-8421198ad10b service nova] Acquiring lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.626s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG nova.objects.instance [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.106s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:20 user nova-compute[74712]: INFO nova.compute.manager [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Attaching volume efa1e73c-3804-4c40-9118-d62deec37271 to /dev/vdb
Oct 15 19:40:20 user nova-compute[74712]: DEBUG os_brick.utils [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[712310b7-972b-4f9a-88c8-fde88fd092b1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c4d9108-fac4-4588-af38-650db669e997]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e72cc7-c74c-4c02-86d8-ac2c6be3294e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c0d3162-09fd-4512-89d2-d65776c6c749]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:20 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8abb6de-97ee-4981-a62f-cd4bb6ff5d72]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG os_brick.utils [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updating existing volume attachment record: db17aef4-f039-45b1-9807-3cf43f0ac501 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [{"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Releasing lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance network_info: |[{"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-afeebf5c-525d-4d8b-8131-b3d3e6bc815f req-9fb45026-2ebc-46f7-beb8-8421198ad10b service nova] Acquired lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:20 user nova-compute[74712]: DEBUG nova.network.neutron [req-afeebf5c-525d-4d8b-8131-b3d3e6bc815f req-9fb45026-2ebc-46f7-beb8-8421198ad10b service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing network info cache for port f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updating instance_info_cache with network_info: [{"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:40:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:40:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:40:21 user nova-compute[74712]: DEBUG nova.network.neutron [req-afeebf5c-525d-4d8b-8131-b3d3e6bc815f req-9fb45026-2ebc-46f7-beb8-8421198ad10b service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updated VIF entry in instance network info cache for port f8fd364b-af8e-47a6-b155-7dfb6becb526. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:40:21 user nova-compute[74712]: DEBUG nova.network.neutron [req-afeebf5c-525d-4d8b-8131-b3d3e6bc815f req-9fb45026-2ebc-46f7-beb8-8421198ad10b service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [{"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-afeebf5c-525d-4d8b-8131-b3d3e6bc815f req-9fb45026-2ebc-46f7-beb8-8421198ad10b service nova] Releasing lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:23 user nova-compute[74712]: INFO nova.virt.block_device [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Booting with volume 7ec25dba-6c20-459e-87c9-eef6aab74a3b at /dev/vdb
Oct 15 19:40:23 user nova-compute[74712]: DEBUG os_brick.utils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7e13ded-f850-4c58-b62c-50700c31d5e4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d1658b-eccd-4a53-b9e9-0615013a110d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe12bb1c-517b-472a-a2c6-790bfa4d21bd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f049580f-25ad-4c5e-9d88-59f597a58402]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:23 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:40:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b9c56bb-e9b9-4c68-a8b4-4ffe6a59ddfd]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG os_brick.utils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] <== get_connector_properties: return (103ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:23 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating existing volume attachment record: 4c0c9506-5ba6-4e37-9a0b-db98517bc18a {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:40:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BcEPXzrQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:29 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:29 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:29 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[53c9ca1d-10a8-41af-be2a-a00f3315134a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:40:29 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[810e4429-7f50-4687-8c1f-455f471329e0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e] added
Oct 15 19:40:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b56e0f-1094-4b1b-b3f4-0999b80093a6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e1ac775-17bb-4173-8f24-114b1ca1c6ac]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BcEPXzrQ {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BcEPXzrQ" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d009938-e396-4358-a34f-63185edaee84]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BcEPXzrQ'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[91879c36-6ee8-4efe-bebc-55b267e78647]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[03bf11ad-fbd9-4f26-955d-b3d0ffe39fb9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8315825-efef-4927-9424-0679d74456fa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e, portal: 172.16.0.220,3260]
Oct 15 19:40:29 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e, portal: 172.16.0.220,3260] successful.
Oct 15 19:40:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[56ca311b-c775-4716-89b3-50fef76897c7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a603bb92-f2c6-4772-a1c5-53f2654b3a86]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:29 user nova-compute[74712]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e (non-flash)
Oct 15 19:40:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:29 user nova-compute[74712]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e (non-flash)
Oct 15 19:40:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e6c037-060f-4810-a55e-f479acef6a85]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:40:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BcEPXzrQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-c6464821-c8c3-4f98-8543-f8ae78ab1676 req-e774d0f1-804f-4851-a865-a765e92d2171 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received event network-changed-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-c6464821-c8c3-4f98-8543-f8ae78ab1676 req-e774d0f1-804f-4851-a865-a765e92d2171 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Refreshing instance network info cache due to event network-changed-e99d9828-9995-4071-b8bf-aaf31363abdb. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c6464821-c8c3-4f98-8543-f8ae78ab1676 req-e774d0f1-804f-4851-a865-a765e92d2171 service nova] Acquiring lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c6464821-c8c3-4f98-8543-f8ae78ab1676 req-e774d0f1-804f-4851-a865-a765e92d2171 service nova] Acquired lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG nova.network.neutron [req-c6464821-c8c3-4f98-8543-f8ae78ab1676 req-e774d0f1-804f-4851-a865-a765e92d2171 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Refreshing network info cache for port e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG nova.network.neutron [req-c6464821-c8c3-4f98-8543-f8ae78ab1676 req-e774d0f1-804f-4851-a865-a765e92d2171 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Updated VIF entry in instance network info cache for port e99d9828-9995-4071-b8bf-aaf31363abdb. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG nova.network.neutron [req-c6464821-c8c3-4f98-8543-f8ae78ab1676 req-e774d0f1-804f-4851-a865-a765e92d2171 service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Updating instance_info_cache with network_info: [{"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c6464821-c8c3-4f98-8543-f8ae78ab1676 req-e774d0f1-804f-4851-a865-a765e92d2171 service nova] Releasing lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '23363306664656433', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23363306664656433', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:40:30 user nova-compute[74712]: DEBUG nova.objects.instance [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lazy-loading 'flavor' on Instance uuid 12725e83-e767-4184-a582-790266ad44e0 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:40:31 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:40:31 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:40:31 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:40:31 user nova-compute[74712]:   <serial>a0236993-eab7-470b-ad33-6650ce354e7e</serial>
Oct 15 19:40:31 user nova-compute[74712]: </disk>
Oct 15 19:40:31 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:40:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:40:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:40:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] No VIF found with MAC fa:16:3e:cf:ed:7f, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:40:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-eeb5737d-c6b7-48cf-9b20-99a50aaf66f0 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "12725e83-e767-4184-a582-790266ad44e0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.941s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "12725e83-e767-4184-a582-790266ad44e0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "12725e83-e767-4184-a582-790266ad44e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "12725e83-e767-4184-a582-790266ad44e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "12725e83-e767-4184-a582-790266ad44e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "12725e83-e767-4184-a582-790266ad44e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:33 user nova-compute[74712]: INFO nova.compute.manager [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Terminating instance
Oct 15 19:40:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG nova.compute.manager [req-9def64c2-b2e8-4a22-a8a9-30897a909769 req-211d0599-75b1-4ace-a5b9-377ea7d240d1 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Received event network-vif-unplugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9def64c2-b2e8-4a22-a8a9-30897a909769 req-211d0599-75b1-4ace-a5b9-377ea7d240d1 service nova] Acquiring lock "12725e83-e767-4184-a582-790266ad44e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9def64c2-b2e8-4a22-a8a9-30897a909769 req-211d0599-75b1-4ace-a5b9-377ea7d240d1 service nova] Lock "12725e83-e767-4184-a582-790266ad44e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9def64c2-b2e8-4a22-a8a9-30897a909769 req-211d0599-75b1-4ace-a5b9-377ea7d240d1 service nova] Lock "12725e83-e767-4184-a582-790266ad44e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG nova.compute.manager [req-9def64c2-b2e8-4a22-a8a9-30897a909769 req-211d0599-75b1-4ace-a5b9-377ea7d240d1 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] No waiting events found dispatching network-vif-unplugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG nova.compute.manager [req-9def64c2-b2e8-4a22-a8a9-30897a909769 req-211d0599-75b1-4ace-a5b9-377ea7d240d1 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Received event network-vif-unplugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:40:33 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 12725e83-e767-4184-a582-790266ad44e0] Instance destroyed successfully.
Oct 15 19:40:33 user nova-compute[74712]: DEBUG nova.objects.instance [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lazy-loading 'resources' on Instance uuid 12725e83-e767-4184-a582-790266ad44e0 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2052333150',display_name='tempest-DeleteServersTestJSON-server-2052333150',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2052333150',id=1,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='05a3801143054d8dba280f1033858cd5',ramdisk_id='',reservation_id='r-s0vplwdv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1114323258',owner_user_name='tempest-DeleteServersTestJSON-1114323258-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:38:33Z,user_data=None,user_id='f5e351c265e5413dbd7502cffcccd240',uuid=12725e83-e767-4184-a582-790266ad44e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Converting VIF {"id": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "address": "fa:16:3e:cf:ed:7f", "network": {"id": "53f9845a-be8c-4bcb-9102-da80a0fe60d6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402919508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "05a3801143054d8dba280f1033858cd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b2cb0f7-ef", "ovs_interfaceid": "4b2cb0f7-efe9-4fb7-a86a-ff8161abf259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cf:ed:7f,bridge_name='br-int',has_traffic_filtering=True,id=4b2cb0f7-efe9-4fb7-a86a-ff8161abf259,network=Network(53f9845a-be8c-4bcb-9102-da80a0fe60d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b2cb0f7-ef') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG os_vif [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cf:ed:7f,bridge_name='br-int',has_traffic_filtering=True,id=4b2cb0f7-efe9-4fb7-a86a-ff8161abf259,network=Network(53f9845a-be8c-4bcb-9102-da80a0fe60d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b2cb0f7-ef') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4b2cb0f7-ef, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cb610f85-07f1-4599-81cf-5d54bdf52fd4) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:40:33 user nova-compute[74712]: INFO os_vif [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cf:ed:7f,bridge_name='br-int',has_traffic_filtering=True,id=4b2cb0f7-efe9-4fb7-a86a-ff8161abf259,network=Network(53f9845a-be8c-4bcb-9102-da80a0fe60d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b2cb0f7-ef')
Oct 15 19:40:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BcEPXzrQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:33 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d979aa0-7c36-409e-b05f-181603ab2683]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:40:33 user nova-compute[74712]: No targets found.
Oct 15 19:40:33 user nova-compute[74712]: iSNS:
Oct 15 19:40:33 user nova-compute[74712]: No targets found.
Oct 15 19:40:33 user nova-compute[74712]: STATIC:
Oct 15 19:40:33 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:40:33 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:40:33 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:40:33 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e
Oct 15 19:40:33 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:40:33 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:40:33 user nova-compute[74712]: FIRMWARE:
Oct 15 19:40:33 user nova-compute[74712]: No targets found.
Oct 15 19:40:33 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:40:33 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:40:33 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[16b14d8e-ab27-45bf-affe-102651b7c497]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e13e69e3-b9a5-4b37-875a-20db0a2853fa]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:34 user nova-compute[74712]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e (non-flash)
Oct 15 19:40:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:34 user nova-compute[74712]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e (non-flash)
Oct 15 19:40:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca4631c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[92b9c748-a9c8-4dec-9336-478e67653ae1]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6efe3e8e-a490-4da5-a0d6-c29f5b90670b]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.011s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[35e744a6-078b-4d6f-a4c7-d14c8c8de5c3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[931cddbe-b29f-4b02-9fba-c14840277df6]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f7c7a8b-efb5-459d-8781-d8ebc1cbccb7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[36531178-c34e-442a-b84c-905365927935]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e, portal: 172.16.0.220,3260]
Oct 15 19:40:34 user nova-compute[74712]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e, portal: 172.16.0.220,3260] successful.
Oct 15 19:40:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0236993-eab7-470b-ad33-6650ce354e7e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6a46011-7a93-4088-b2fc-54903b0209a8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] <== disconnect_volume: return (304ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:40:34 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Deleting instance files /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0_del
Oct 15 19:40:34 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Deletion of /opt/stack/data/nova/instances/12725e83-e767-4184-a582-790266ad44e0_del complete
Oct 15 19:40:34 user nova-compute[74712]: INFO nova.compute.manager [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Took 1.19 seconds to destroy the instance on the hypervisor.
Oct 15 19:40:34 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 12725e83-e767-4184-a582-790266ad44e0] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 12725e83-e767-4184-a582-790266ad44e0] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:40:34 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 12725e83-e767-4184-a582-790266ad44e0] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:34 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 12725e83-e767-4184-a582-790266ad44e0] Took 0.52 seconds to deallocate network for instance.
Oct 15 19:40:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-3e895710-c6ea-4edd-8f9c-fa4892a5378f req-ac3ae444-2081-4268-b4cc-40a49e86ef3f service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Received event network-vif-deleted-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-c8ef241a-e68a-4de8-b5e7-ad63e5ea5b31 req-1c3b1c57-e2f2-4071-9aad-3a80059fc023 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Received event network-vif-plugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c8ef241a-e68a-4de8-b5e7-ad63e5ea5b31 req-1c3b1c57-e2f2-4071-9aad-3a80059fc023 service nova] Acquiring lock "12725e83-e767-4184-a582-790266ad44e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c8ef241a-e68a-4de8-b5e7-ad63e5ea5b31 req-1c3b1c57-e2f2-4071-9aad-3a80059fc023 service nova] Lock "12725e83-e767-4184-a582-790266ad44e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c8ef241a-e68a-4de8-b5e7-ad63e5ea5b31 req-1c3b1c57-e2f2-4071-9aad-3a80059fc023 service nova] Lock "12725e83-e767-4184-a582-790266ad44e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-c8ef241a-e68a-4de8-b5e7-ad63e5ea5b31 req-1c3b1c57-e2f2-4071-9aad-3a80059fc023 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] No waiting events found dispatching network-vif-plugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:40:35 user nova-compute[74712]: WARNING nova.compute.manager [req-c8ef241a-e68a-4de8-b5e7-ad63e5ea5b31 req-1c3b1c57-e2f2-4071-9aad-3a80059fc023 service nova] [instance: 12725e83-e767-4184-a582-790266ad44e0] Received unexpected event network-vif-plugged-4b2cb0f7-efe9-4fb7-a86a-ff8161abf259 for instance with vm_state active and task_state deleting.
Oct 15 19:40:35 user nova-compute[74712]: INFO nova.compute.manager [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] [instance: 12725e83-e767-4184-a582-790266ad44e0] Took 0.79 seconds to detach 1 volumes for instance.
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lazy-loading 'flavor' on Instance uuid 7669a942-4236-4dca-a209-1885fb938eb2 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DlsYNunS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:35 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:35 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:35 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbf5d19b-bb6a-4eaa-b5ba-969565f84773]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:40:35 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[261127d4-a120-48a4-ab3b-9f6b8ddb7298]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271] added
Oct 15 19:40:35 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3039766c-179b-4f2d-b9dd-7f4a58b0a0b6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d753b5-1279-422f-a612-dbefe6f80df8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DlsYNunS {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DlsYNunS" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a1b2347-d538-45ac-8acf-86d3deadfe43]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DlsYNunS'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbb4bb43-442d-495a-aa09-3af62d5edc9a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5a47c11-1bc4-4151-889b-5f20f2c862e1]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.390s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:36 user nova-compute[74712]: INFO nova.compute.manager [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Attaching volume 9ec91b03-9bb9-4f36-bad3-24b514138899 to /dev/vdb
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[94459dc5-ac21-41a3-82ce-8293531afc0e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260]
Oct 15 19:40:36 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260] successful.
Oct 15 19:40:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Deleted allocations for instance 12725e83-e767-4184-a582-790266ad44e0
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9240fb7-10de-48b8-9a67-931e43034f27]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.utils [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[562a6ab3-7f0d-47de-af9f-92a6be77d62c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:36 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:36 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] HCTL ('34', '-', '-', 0) found on session 4 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0355b0b3-5d6c-4c6c-9911-34b121ddfbec]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d17204a-0b41-4497-b9a0-4e6d105e841e]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DlsYNunS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd79ebd-9ed9-4017-a462-068e0e64881e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a878d8bb-a4f6-424d-9fc9-f2d5ed5e2f9c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b32ff91-b229-45ca-ac2a-0d5e32f2297f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-645fb849-f2a4-41b9-9afd-54448892d148 tempest-DeleteServersTestJSON-1114323258 tempest-DeleteServersTestJSON-1114323258-project-member] Lock "12725e83-e767-4184-a582-790266ad44e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.193s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:36 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[08f5c9eb-8ff0-4d6f-a769-be3a3f2559d0]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG os_brick.utils [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Updating existing volume attachment record: 60e64922-20ca-4022-afc5-440493a61e98 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-e55ebfbc-e247-4195-b9d7-01cd42bb66b9 req-6efe3f03-33a0-4b0b-b2bf-5467a043d1eb service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received event network-changed-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-e55ebfbc-e247-4195-b9d7-01cd42bb66b9 req-6efe3f03-33a0-4b0b-b2bf-5467a043d1eb service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Refreshing instance network info cache due to event network-changed-7f86b40d-3ada-46fb-9438-f01fe2397a73. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e55ebfbc-e247-4195-b9d7-01cd42bb66b9 req-6efe3f03-33a0-4b0b-b2bf-5467a043d1eb service nova] Acquiring lock "refresh_cache-9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e55ebfbc-e247-4195-b9d7-01cd42bb66b9 req-6efe3f03-33a0-4b0b-b2bf-5467a043d1eb service nova] Acquired lock "refresh_cache-9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:36 user nova-compute[74712]: DEBUG nova.network.neutron [req-e55ebfbc-e247-4195-b9d7-01cd42bb66b9 req-6efe3f03-33a0-4b0b-b2bf-5467a043d1eb service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Refreshing network info cache for port 7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '23435363533393031', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23435363533393031', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG nova.objects.instance [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:40:37 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:40:37 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:40:37 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:40:37 user nova-compute[74712]:   <serial>efa1e73c-3804-4c40-9118-d62deec37271</serial>
Oct 15 19:40:37 user nova-compute[74712]: </disk>
Oct 15 19:40:37 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-e55ebfbc-e247-4195-b9d7-01cd42bb66b9 req-6efe3f03-33a0-4b0b-b2bf-5467a043d1eb service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Updated VIF entry in instance network info cache for port 7f86b40d-3ada-46fb-9438-f01fe2397a73. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-e55ebfbc-e247-4195-b9d7-01cd42bb66b9 req-6efe3f03-33a0-4b0b-b2bf-5467a043d1eb service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Updating instance_info_cache with network_info: [{"id": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "address": "fa:16:3e:69:98:c9", "network": {"id": "1d46f66a-22eb-43fd-a396-c6891a5f9ed0", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-160473225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.94", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f2f2a752f2e469dbcbbe4b12389eb61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f86b40d-3a", "ovs_interfaceid": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e55ebfbc-e247-4195-b9d7-01cd42bb66b9 req-6efe3f03-33a0-4b0b-b2bf-5467a043d1eb service nova] Releasing lock "refresh_cache-9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No VIF found with MAC fa:16:3e:75:ee:1e, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:40:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-33542ee9-9572-4624-b8f1-9fc32ac40022 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.545s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f90f8e22-8378-4a4a-9e79-eb8892fbde36 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f90f8e22-8378-4a4a-9e79-eb8892fbde36 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f90f8e22-8378-4a4a-9e79-eb8892fbde36 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f90f8e22-8378-4a4a-9e79-eb8892fbde36 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74712) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG nova.objects.instance [None req-f90f8e22-8378-4a4a-9e79-eb8892fbde36 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-d2701fb7-1c00-410b-a5a8-36f0d56dd0f8 req-8a869468-3a18-4a4f-acf1-7c3f71c83209 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-unplugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d2701fb7-1c00-410b-a5a8-36f0d56dd0f8 req-8a869468-3a18-4a4f-acf1-7c3f71c83209 service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d2701fb7-1c00-410b-a5a8-36f0d56dd0f8 req-8a869468-3a18-4a4f-acf1-7c3f71c83209 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d2701fb7-1c00-410b-a5a8-36f0d56dd0f8 req-8a869468-3a18-4a4f-acf1-7c3f71c83209 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-d2701fb7-1c00-410b-a5a8-36f0d56dd0f8 req-8a869468-3a18-4a4f-acf1-7c3f71c83209 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-unplugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:40:38 user nova-compute[74712]: WARNING nova.compute.manager [req-d2701fb7-1c00-410b-a5a8-36f0d56dd0f8 req-8a869468-3a18-4a4f-acf1-7c3f71c83209 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-unplugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state active and task_state powering-off.
Oct 15 19:40:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance destroyed successfully.
Oct 15 19:40:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f90f8e22-8378-4a4a-9e79-eb8892fbde36 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f90f8e22-8378-4a4a-9e79-eb8892fbde36 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.878s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:39 user nova-compute[74712]: INFO nova.virt.block_device [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Booting with volume c977140a-f67f-4278-9ae2-a58d19dc8ea9 at /dev/vdc
Oct 15 19:40:39 user nova-compute[74712]: DEBUG os_brick.utils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a67d4f8-07e6-4a4e-8afe-5c39f1ab5177]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a61b69b-3b88-401a-b1aa-d7d618513de1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[05608c60-11b6-4d6e-8601-d69fb6e6fa3e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b5bb90f-f9bf-4d30-9904-e89f6ae5a6b2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:39 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:40:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d00c10-d925-489f-a17f-c6a1fc70931a]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG os_brick.utils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:39 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating existing volume attachment record: b0f1f54a-aadd-40fa-9339-89417eecbb16 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:40:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-f288a414-cb4f-4bd4-9c88-76c4cf0052be req-191fa0a9-499b-442d-8147-16afdf04b4fd service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f288a414-cb4f-4bd4-9c88-76c4cf0052be req-191fa0a9-499b-442d-8147-16afdf04b4fd service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f288a414-cb4f-4bd4-9c88-76c4cf0052be req-191fa0a9-499b-442d-8147-16afdf04b4fd service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f288a414-cb4f-4bd4-9c88-76c4cf0052be req-191fa0a9-499b-442d-8147-16afdf04b4fd service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-f288a414-cb4f-4bd4-9c88-76c4cf0052be req-191fa0a9-499b-442d-8147-16afdf04b4fd service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:40:40 user nova-compute[74712]: WARNING nova.compute.manager [req-f288a414-cb4f-4bd4-9c88-76c4cf0052be req-191fa0a9-499b-442d-8147-16afdf04b4fd service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state stopped and task_state None.
Oct 15 19:40:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:40 user nova-compute[74712]: DEBUG nova.objects.instance [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lazy-loading 'flavor' on Instance uuid 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:40 user nova-compute[74712]: INFO nova.compute.manager [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Attaching volume f4fd227a-6e03-4121-8edd-611b57bbd966 to /dev/sdc
Oct 15 19:40:41 user nova-compute[74712]: DEBUG os_brick.utils [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[81aa7c71-00fa-4934-a7e2-784d83aca13d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bfe8b8c-58c2-4e30-9a43-797f59a27a12]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[def14c90-98d7-46d4-b775-90027dfa25da]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aea31c4-62c2-4fd6-be46-4b066b17e274]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:41 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:40:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[26ee2402-a86b-43ba-8d35-5c5317e61844]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG os_brick.utils [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] <== get_connector_properties: return (107ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:41 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Updating existing volume attachment record: b8af113b-b736-4af8-83e0-adfba4ea78c2 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:40:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:44 user nova-compute[74712]: DEBUG nova.compute.manager [req-8b887eb1-b5c7-421f-bfbe-89b6590775ee req-22c09f60-0d39-4adf-8a01-aa0a528fed4d service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received event network-changed-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:44 user nova-compute[74712]: DEBUG nova.compute.manager [req-8b887eb1-b5c7-421f-bfbe-89b6590775ee req-22c09f60-0d39-4adf-8a01-aa0a528fed4d service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Refreshing instance network info cache due to event network-changed-90c4f3b7-982a-44b1-842e-d98136909b11. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8b887eb1-b5c7-421f-bfbe-89b6590775ee req-22c09f60-0d39-4adf-8a01-aa0a528fed4d service nova] Acquiring lock "refresh_cache-f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8b887eb1-b5c7-421f-bfbe-89b6590775ee req-22c09f60-0d39-4adf-8a01-aa0a528fed4d service nova] Acquired lock "refresh_cache-f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:44 user nova-compute[74712]: DEBUG nova.network.neutron [req-8b887eb1-b5c7-421f-bfbe-89b6590775ee req-22c09f60-0d39-4adf-8a01-aa0a528fed4d service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Refreshing network info cache for port 90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:45 user nova-compute[74712]: DEBUG nova.network.neutron [req-8b887eb1-b5c7-421f-bfbe-89b6590775ee req-22c09f60-0d39-4adf-8a01-aa0a528fed4d service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Updated VIF entry in instance network info cache for port 90c4f3b7-982a-44b1-842e-d98136909b11. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:40:45 user nova-compute[74712]: DEBUG nova.network.neutron [req-8b887eb1-b5c7-421f-bfbe-89b6590775ee req-22c09f60-0d39-4adf-8a01-aa0a528fed4d service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Updating instance_info_cache with network_info: [{"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8b887eb1-b5c7-421f-bfbe-89b6590775ee req-22c09f60-0d39-4adf-8a01-aa0a528fed4d service nova] Releasing lock "refresh_cache-f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nxIpBLQy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:51 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:51 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:51 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d094ca-4ae5-4240-a5a3-45189ce3fc86]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:40:51 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5973912-10e3-4b48-b3a2-09aea8ef0b64]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899] added
Oct 15 19:40:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[02939d5c-6bff-4452-936c-7d9319f4b589]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[14fc6d64-53f4-4007-bf6d-99b1613fb3d4]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nxIpBLQy {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nxIpBLQy" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a05bbf75-e1f0-4687-b15e-924f49102bd5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nxIpBLQy'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[57d1ab95-1502-4f0d-a2b0-39f828954b10]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG nova.objects.instance [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lazy-loading 'flavor' on Instance uuid f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9224a94e-fa65-4edd-996c-84b7d19e5d01]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:51 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:51 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd7dd287-69a8-48ac-abd8-8e8b1747cb4e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899, portal: 172.16.0.220,3260]
Oct 15 19:40:51 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899, portal: 172.16.0.220,3260] successful.
Oct 15 19:40:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[554fb8b6-4768-4142-aef4-29c3f77c5b1a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dfdaf87-c58e-47d5-baff-649eb1803bd8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:51 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:51 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:51 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:51 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6482246f-09e8-4c4c-9416-6442b544047c]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nxIpBLQy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:51 user nova-compute[74712]: INFO nova.compute.manager [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Attaching volume 2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a to /dev/vdb
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.utils [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[12478318-e6d9-4c78-bf11-feb3f7d278a8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[48ef397d-8eda-4a9a-9fae-31acb480c2bf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bfde24a-64ac-48d5-acbf-a57a4d56b1cf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f341a30-2ff7-45ef-a0a5-b3d5ffc3cb96]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:51 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:40:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a327618-04f9-4275-9f9c-ccbfa1413f62]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG os_brick.utils [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] <== get_connector_properties: return (105ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:51 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Updating existing volume attachment record: e17c1bf9-a808-4846-9f7d-897f8603be39 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:40:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:52 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:52 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '26136373934666436', 'path': '/dev/sdd'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26136373934666436', 'path': '/dev/sdd'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:40:52 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lazy-loading 'flavor' on Instance uuid 7669a942-4236-4dca-a209-1885fb938eb2 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:40:52 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:40:52 user nova-compute[74712]:   <source dev="/dev/sdd"/>
Oct 15 19:40:52 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:40:52 user nova-compute[74712]:   <serial>9ec91b03-9bb9-4f36-bad3-24b514138899</serial>
Oct 15 19:40:52 user nova-compute[74712]: </disk>
Oct 15 19:40:52 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:40:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:40:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:40:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] No VIF found with MAC fa:16:3e:df:67:c8, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:40:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-96d35f12-3f18-4bb1-a763-aee0da97abb5 req-f372ea8f-d6e2-4ed0-960d-2bfb3565422e service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received event network-changed-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:40:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-96d35f12-3f18-4bb1-a763-aee0da97abb5 req-f372ea8f-d6e2-4ed0-960d-2bfb3565422e service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Refreshing instance network info cache due to event network-changed-b23511eb-6660-4df1-bb78-a7b29031474a. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:40:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-96d35f12-3f18-4bb1-a763-aee0da97abb5 req-f372ea8f-d6e2-4ed0-960d-2bfb3565422e service nova] Acquiring lock "refresh_cache-09dbbacb-af4d-47fc-a2ae-bb7180990b91" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:40:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-96d35f12-3f18-4bb1-a763-aee0da97abb5 req-f372ea8f-d6e2-4ed0-960d-2bfb3565422e service nova] Acquired lock "refresh_cache-09dbbacb-af4d-47fc-a2ae-bb7180990b91" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:40:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-96d35f12-3f18-4bb1-a763-aee0da97abb5 req-f372ea8f-d6e2-4ed0-960d-2bfb3565422e service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Refreshing network info cache for port b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:40:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:54 user nova-compute[74712]: DEBUG nova.network.neutron [req-96d35f12-3f18-4bb1-a763-aee0da97abb5 req-f372ea8f-d6e2-4ed0-960d-2bfb3565422e service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Updated VIF entry in instance network info cache for port b23511eb-6660-4df1-bb78-a7b29031474a. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:40:54 user nova-compute[74712]: DEBUG nova.network.neutron [req-96d35f12-3f18-4bb1-a763-aee0da97abb5 req-f372ea8f-d6e2-4ed0-960d-2bfb3565422e service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Updating instance_info_cache with network_info: [{"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:40:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-96d35f12-3f18-4bb1-a763-aee0da97abb5 req-f372ea8f-d6e2-4ed0-960d-2bfb3565422e service nova] Releasing lock "refresh_cache-09dbbacb-af4d-47fc-a2ae-bb7180990b91" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:40:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b7a5a4c-16e1-4239-825a-b0c54e00feba tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.832s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Acquiring lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.objects.instance [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lazy-loading 'flavor' on Instance uuid 09dbbacb-af4d-47fc-a2ae-bb7180990b91 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.082s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:40:55 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Creating image(s)
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Ensure instance console log exists: /opt/stack/data/nova/instances/a89c2996-5337-4f21-939b-b03b7a4c3c50/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Start _get_guest_xml network_info=[{"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkhqUKZa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a89c2996-5337-4f21-939b-b03b7a4c3c50', 'attached_at': '', 'detached_at': '', 'volume_id': '2a4ec677-9e64-451b-8a57-11aa2cfd4d54', 'serial': '2a4ec677-9e64-451b-8a57-11aa2cfd4d54'}, 'attachment_id': '993d58e2-b900-4cba-a802-1a62b075a71b', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None}, {'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pJSKDfXI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a89c2996-5337-4f21-939b-b03b7a4c3c50', 'attached_at': '', 'detached_at': '', 'volume_id': '7ec25dba-6c20-459e-87c9-eef6aab74a3b', 'serial': '7ec25dba-6c20-459e-87c9-eef6aab74a3b'}, 'attachment_id': '4c0c9506-5ba6-4e37-9a0b-db98517bc18a', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': 1, 'delete_on_termination': False, 'volume_type': None}, {'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGriaAbY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a89c2996-5337-4f21-939b-b03b7a4c3c50', 'attached_at': '', 'detached_at': '', 'volume_id': 'c977140a-f67f-4278-9ae2-a58d19dc8ea9', 'serial': 'c977140a-f67f-4278-9ae2-a58d19dc8ea9'}, 'attachment_id': 'b0f1f54a-aadd-40fa-9339-89417eecbb16', 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'boot_index': 2, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:40:55 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:40:55 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkhqUKZa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:55 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:55 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:55 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eb8af9e-a012-42b8-96c6-651999cc51a2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:40:55 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[828fabf5-0a90-4a70-8697-378e6d98dd33]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Acquiring lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:55 user nova-compute[74712]: INFO nova.compute.manager [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Attaching volume 9fabac3f-22a2-4f77-9aa8-6f92de5e78ad to /dev/vdb
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54] added
Oct 15 19:40:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fadb7a9f-6cdc-4d5c-8c5d-7ae5cb89b72d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[12bd5340-08dd-4aa9-baf5-99965914367c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YkhqUKZa {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YkhqUKZa" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[56d938b1-fcaf-4de6-9f2a-13e1372ef76f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YkhqUKZa'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.utils [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[983f9147-7912-422d-87ff-c1b209553dee]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3548340c-6499-474d-9e7e-84cc55d266f3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8c80326-0e1f-4b33-85c8-cccee263f538]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da424bf-d254-4815-8ca3-342dc1eef069]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e531584-7af7-4653-9abc-c27e3e55ae2b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f19e8aa2-e743-480b-824b-e12667d0065d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2402fe8-549b-48be-a9f1-7478ca324e4c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54, portal: 172.16.0.220,3260]
Oct 15 19:40:55 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54, portal: 172.16.0.220,3260] successful.
Oct 15 19:40:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:40:55 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[74e69bac-e67a-4968-b15d-b805e83d74d3]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.utils [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Updating existing volume attachment record: 52e181cb-e22a-4635-8fba-46222a18d6e5 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[597f274f-9c1a-4375-982c-126fa4865ac7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1291e0e-04cc-424b-bc66-6b3abf5009e3]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9c5c1b7-22b2-4c0c-89cc-70d4613fec4c]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkhqUKZa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.358s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] <== connect_volume: return (1359ms) {'type': 'block', 'scsi_wwn': '23638373266636261', 'path': '/dev/sde'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23638373266636261', 'path': '/dev/sde'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pJSKDfXI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:56 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[64d99351-5eff-4ff7-aa0a-aed09dc5d3a0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:40:56 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e62695-9b42-49bf-8e94-b0514e78aceb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b] added
Oct 15 19:40:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhkBOKFX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f55ba0-eb96-42b2-ac48-d7a0cc6170ba]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf47901e-058e-4f48-9ffa-13a89660ac5c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pJSKDfXI {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pJSKDfXI" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7019fbeb-07ad-4e3c-8f0f-1f808baea161]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pJSKDfXI'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[32cd6367-cb06-4801-9902-fb1aaa992128]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[41c1d54d-4a48-4c7d-8a00-9a3a26ef6037]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbdd6920-21cf-4936-b08f-d03b5ce09272]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b, portal: 172.16.0.220,3260]
Oct 15 19:40:56 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b, portal: 172.16.0.220,3260] successful.
Oct 15 19:40:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[404419bf-7e41-4b34-8dcb-bf06cde04b5b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[21c8254e-3fe6-4c55-a97d-933a2ed0874e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:40:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:56 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:40:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[40eafe01-937f-4425-a645-19559c4a351d]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:40:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pJSKDfXI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:40:57 user nova-compute[74712]: INFO nova.compute.manager [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Detaching volume 9ec91b03-9bb9-4f36-bad3-24b514138899
Oct 15 19:40:57 user nova-compute[74712]: INFO nova.virt.block_device [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Attempting to driver detach volume 9ec91b03-9bb9-4f36-bad3-24b514138899 from mountpoint /dev/vdb
Oct 15 19:40:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Attempting to detach device vdb from instance 7669a942-4236-4dca-a209-1885fb938eb2 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:40:57 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:40:57 user nova-compute[74712]:   <source dev="/dev/sdd"/>
Oct 15 19:40:57 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:40:57 user nova-compute[74712]:   <serial>9ec91b03-9bb9-4f36-bad3-24b514138899</serial>
Oct 15 19:40:57 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:40:57 user nova-compute[74712]: </disk>
Oct 15 19:40:57 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:40:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Successfully detached device vdb from instance 7669a942-4236-4dca-a209-1885fb938eb2 from the persistent domain config.
Oct 15 19:40:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7669a942-4236-4dca-a209-1885fb938eb2 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:40:57 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:40:57 user nova-compute[74712]:   <source dev="/dev/sdd"/>
Oct 15 19:40:57 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:40:57 user nova-compute[74712]:   <serial>9ec91b03-9bb9-4f36-bad3-24b514138899</serial>
Oct 15 19:40:57 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:40:57 user nova-compute[74712]: </disk>
Oct 15 19:40:57 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '26336333835613239', 'path': '/dev/sdf'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26336333835613239', 'path': '/dev/sdf'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.284s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:57 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:40:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f2773bd-1740-4338-a8bd-c51e68a9bf9a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:40:57 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGriaAbY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:40:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd3da3d7-e137-438b-b1c6-db415bd2fcf9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966] added
Oct 15 19:40:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a7e5678-cede-4aa4-ac1a-7acd32439a6c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f286dfb1-da99-47a1-9988-f8b33c895279]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GhkBOKFX {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GhkBOKFX" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b79731d2-b277-4346-adee-5420440b6c2f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GhkBOKFX'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[647a0bf1-b70c-446b-8ef2-edface835986]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7669a942-4236-4dca-a209-1885fb938eb2 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8977fefa-52cf-4b50-b8dd-d3921ae834a1]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:40:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:40:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b121d11-c490-4c61-b4e2-072a4a5965d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966, portal: 172.16.0.220,3260]
Oct 15 19:40:58 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966, portal: 172.16.0.220,3260] successful.
Oct 15 19:40:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cff093fd-c66b-41cc-9067-cfdd2efed2f6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2229e806-25a2-4a91-bdf2-25e17d118506]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:40:58 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:40:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.311s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb352162-30a3-4036-9d82-8a4a171fb09d]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhkBOKFX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:40:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] <== connect_volume: return (2627ms) {'type': 'block', 'scsi_wwn': '23962633535366638', 'path': '/dev/sdg'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23962633535366638', 'path': '/dev/sdg'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.305s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:59 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:40:59 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG nova.objects.instance [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lazy-loading 'flavor' on Instance uuid 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c15c0c-13fd-4f38-86d2-c03dcdbbb57a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:40:59 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9003af3-4791-4dfc-a52f-6f0859449a3e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9] added
Oct 15 19:40:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:40:59 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:40:59 user nova-compute[74712]:   <source dev="/dev/sdg"/>
Oct 15 19:40:59 user nova-compute[74712]:   <target dev="sdc" bus="scsi"/>
Oct 15 19:40:59 user nova-compute[74712]:   <serial>f4fd227a-6e03-4121-8edd-611b57bbd966</serial>
Oct 15 19:40:59 user nova-compute[74712]:   <address type="drive" controller="0" unit="2"/>
Oct 15 19:40:59 user nova-compute[74712]: </disk>
Oct 15 19:40:59 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3df09f48-21f9-4239-91a2-6a13641a67e6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0ed79be-a5d5-415e-8e0d-5f966982f94c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FGriaAbY {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FGriaAbY" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6b16d3-cd43-4495-b88f-94c9bc519949]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FGriaAbY'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8b107a5-01a9-4254-baff-cf31e7cd1adf]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba837487-691a-4c59-8d50-a005fb361931]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --login" returned: 0 in 0.100s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3034121-4076-4d3d-835c-6e0731310ce6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9, portal: 172.16.0.220,3260]
Oct 15 19:40:59 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9, portal: 172.16.0.220,3260] successful.
Oct 15 19:40:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d38d17b-5929-4faa-b3b1-54bc7d20f471]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[848fe788-00c1-4fff-ac13-4c0cfa8bfb7c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:40:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.391s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[15fbdf2b-3999-42bd-9049-04b9aaa13220]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGriaAbY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] No BDM found with device name sda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:40:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] No VIF found with MAC fa:16:3e:69:98:c9, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c5828f0c-e2aa-48f6-a83a-fc2166b89d60 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.177s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.434s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] <== connect_volume: return (2740ms) {'type': 'block', 'scsi_wwn': '26532313731356162', 'path': '/dev/sdh'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26532313731356162', 'path': '/dev/sdh'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:98:52,bridge_name='br-int',has_traffic_filtering=True,id=03bb4e9b-fc37-46b0-8f14-fce49708041e,network=Network(7b3bed49-3840-4831-b0d0-0bcd0d845177),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03bb4e9b-fc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:b5,bridge_name='br-int',has_traffic_filtering=True,id=4918e50b-02ed-4c5b-b48d-61b2731dd619,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4918e50b-02') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:10:76,bridge_name='br-int',has_traffic_filtering=True,id=56f27ab5-012c-46c2-b276-81e59b538b2a,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap56f27ab5-01') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:b8:46,bridge_name='br-int',has_traffic_filtering=True,id=86a8c6ab-5993-487f-922c-588e55f2b754,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a8c6ab-59') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:87:7d,bridge_name='br-int',has_traffic_filtering=True,id=81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81f9ed70-e9') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:10:94,bridge_name='br-int',has_traffic_filtering=True,id=2cc9ce44-df37-4de8-8306-19a6d38b1d05,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cc9ce44-df') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:45,bridge_name='br-int',has_traffic_filtering=True,id=f8fd364b-af8e-47a6-b155-7dfb6becb526,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8fd364b-af') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lazy-loading 'pci_devices' on Instance uuid a89c2996-5337-4f21-939b-b03b7a4c3c50 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:41:00 user nova-compute[74712]:   <uuid>a89c2996-5337-4f21-939b-b03b7a4c3c50</uuid>
Oct 15 19:41:00 user nova-compute[74712]:   <name>instance-0000000b</name>
Oct 15 19:41:00 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:41:00 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:41:00 user nova-compute[74712]:   <metadata>
Oct 15 19:41:00 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:41:00 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:41:00 user nova-compute[74712]:       <nova:name>tempest-device-tagging-server-1767535328</nova:name>
Oct 15 19:41:00 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:40:55</nova:creationTime>
Oct 15 19:41:00 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:41:00 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:41:00 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:41:00 user nova-compute[74712]:       <nova:owner>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:user uuid="289799afe48b4c34a9b940931793f1db">tempest-TaggedBootDevicesTest-413799609-project-member</nova:user>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:project uuid="5948c5d0cfbf4e6ba501e44c88d0af54">tempest-TaggedBootDevicesTest-413799609</nova:project>
Oct 15 19:41:00 user nova-compute[74712]:       </nova:owner>
Oct 15 19:41:00 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:41:00 user nova-compute[74712]:       <nova:ports>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:port uuid="03bb4e9b-fc37-46b0-8f14-fce49708041e">
Oct 15 19:41:00 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 15 19:41:00 user nova-compute[74712]:         </nova:port>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:port uuid="4918e50b-02ed-4c5b-b48d-61b2731dd619">
Oct 15 19:41:00 user nova-compute[74712]:           <nova:ip type="fixed" address="10.1.1.34" ipVersion="4"/>
Oct 15 19:41:00 user nova-compute[74712]:         </nova:port>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:port uuid="56f27ab5-012c-46c2-b276-81e59b538b2a">
Oct 15 19:41:00 user nova-compute[74712]:           <nova:ip type="fixed" address="10.1.1.176" ipVersion="4"/>
Oct 15 19:41:00 user nova-compute[74712]:         </nova:port>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:port uuid="86a8c6ab-5993-487f-922c-588e55f2b754">
Oct 15 19:41:00 user nova-compute[74712]:           <nova:ip type="fixed" address="10.1.1.53" ipVersion="4"/>
Oct 15 19:41:00 user nova-compute[74712]:         </nova:port>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:port uuid="81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9">
Oct 15 19:41:00 user nova-compute[74712]:           <nova:ip type="fixed" address="10.1.1.55" ipVersion="4"/>
Oct 15 19:41:00 user nova-compute[74712]:         </nova:port>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:port uuid="2cc9ce44-df37-4de8-8306-19a6d38b1d05">
Oct 15 19:41:00 user nova-compute[74712]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 15 19:41:00 user nova-compute[74712]:         </nova:port>
Oct 15 19:41:00 user nova-compute[74712]:         <nova:port uuid="f8fd364b-af8e-47a6-b155-7dfb6becb526">
Oct 15 19:41:00 user nova-compute[74712]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 15 19:41:00 user nova-compute[74712]:         </nova:port>
Oct 15 19:41:00 user nova-compute[74712]:       </nova:ports>
Oct 15 19:41:00 user nova-compute[74712]:     </nova:instance>
Oct 15 19:41:00 user nova-compute[74712]:   </metadata>
Oct 15 19:41:00 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:41:00 user nova-compute[74712]:     <system>
Oct 15 19:41:00 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:41:00 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:41:00 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:41:00 user nova-compute[74712]:       <entry name="serial">a89c2996-5337-4f21-939b-b03b7a4c3c50</entry>
Oct 15 19:41:00 user nova-compute[74712]:       <entry name="uuid">a89c2996-5337-4f21-939b-b03b7a4c3c50</entry>
Oct 15 19:41:00 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:41:00 user nova-compute[74712]:     </system>
Oct 15 19:41:00 user nova-compute[74712]:   </sysinfo>
Oct 15 19:41:00 user nova-compute[74712]:   <os>
Oct 15 19:41:00 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:41:00 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:41:00 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:41:00 user nova-compute[74712]:   </os>
Oct 15 19:41:00 user nova-compute[74712]:   <features>
Oct 15 19:41:00 user nova-compute[74712]:     <acpi/>
Oct 15 19:41:00 user nova-compute[74712]:     <apic/>
Oct 15 19:41:00 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:41:00 user nova-compute[74712]:   </features>
Oct 15 19:41:00 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:41:00 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:41:00 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:41:00 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:41:00 user nova-compute[74712]:   </clock>
Oct 15 19:41:00 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:41:00 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:41:00 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:41:00 user nova-compute[74712]:   </cpu>
Oct 15 19:41:00 user nova-compute[74712]:   <devices>
Oct 15 19:41:00 user nova-compute[74712]:     <disk type="file" device="cdrom">
Oct 15 19:41:00 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none"/>
Oct 15 19:41:00 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/a89c2996-5337-4f21-939b-b03b7a4c3c50/disk.config"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="hda" bus="ide"/>
Oct 15 19:41:00 user nova-compute[74712]:     </disk>
Oct 15 19:41:00 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:41:00 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:41:00 user nova-compute[74712]:       <source dev="/dev/sde"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:       <serial>2a4ec677-9e64-451b-8a57-11aa2cfd4d54</serial>
Oct 15 19:41:00 user nova-compute[74712]:     </disk>
Oct 15 19:41:00 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:41:00 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:41:00 user nova-compute[74712]:       <source dev="/dev/sdf"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:       <serial>7ec25dba-6c20-459e-87c9-eef6aab74a3b</serial>
Oct 15 19:41:00 user nova-compute[74712]:     </disk>
Oct 15 19:41:00 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:41:00 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:41:00 user nova-compute[74712]:       <source dev="/dev/sdh"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="vdc" bus="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:       <serial>c977140a-f67f-4278-9ae2-a58d19dc8ea9</serial>
Oct 15 19:41:00 user nova-compute[74712]:     </disk>
Oct 15 19:41:00 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:41:00 user nova-compute[74712]:       <mac address="fa:16:3e:f5:98:52"/>
Oct 15 19:41:00 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="tap03bb4e9b-fc"/>
Oct 15 19:41:00 user nova-compute[74712]:     </interface>
Oct 15 19:41:00 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:41:00 user nova-compute[74712]:       <mac address="fa:16:3e:50:98:b5"/>
Oct 15 19:41:00 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="tap4918e50b-02"/>
Oct 15 19:41:00 user nova-compute[74712]:     </interface>
Oct 15 19:41:00 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:41:00 user nova-compute[74712]:       <mac address="fa:16:3e:76:10:76"/>
Oct 15 19:41:00 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="tap56f27ab5-01"/>
Oct 15 19:41:00 user nova-compute[74712]:     </interface>
Oct 15 19:41:00 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:41:00 user nova-compute[74712]:       <mac address="fa:16:3e:39:b8:46"/>
Oct 15 19:41:00 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="tap86a8c6ab-59"/>
Oct 15 19:41:00 user nova-compute[74712]:     </interface>
Oct 15 19:41:00 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:41:00 user nova-compute[74712]:       <mac address="fa:16:3e:cd:87:7d"/>
Oct 15 19:41:00 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="tap81f9ed70-e9"/>
Oct 15 19:41:00 user nova-compute[74712]:     </interface>
Oct 15 19:41:00 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:41:00 user nova-compute[74712]:       <mac address="fa:16:3e:4c:10:94"/>
Oct 15 19:41:00 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="tap2cc9ce44-df"/>
Oct 15 19:41:00 user nova-compute[74712]:     </interface>
Oct 15 19:41:00 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:41:00 user nova-compute[74712]:       <mac address="fa:16:3e:90:eb:45"/>
Oct 15 19:41:00 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:41:00 user nova-compute[74712]:       <target dev="tapf8fd364b-af"/>
Oct 15 19:41:00 user nova-compute[74712]:     </interface>
Oct 15 19:41:00 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:41:00 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/a89c2996-5337-4f21-939b-b03b7a4c3c50/console.log" append="off"/>
Oct 15 19:41:00 user nova-compute[74712]:     </serial>
Oct 15 19:41:00 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:41:00 user nova-compute[74712]:     <video>
Oct 15 19:41:00 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:00 user nova-compute[74712]:     </video>
Oct 15 19:41:00 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:41:00 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:41:00 user nova-compute[74712]:     </rng>
Oct 15 19:41:00 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:41:00 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:41:00 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:41:00 user nova-compute[74712]:     </memballoon>
Oct 15 19:41:00 user nova-compute[74712]:   </devices>
Oct 15 19:41:00 user nova-compute[74712]: </domain>
Oct 15 19:41:00 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:98:52,bridge_name='br-int',has_traffic_filtering=True,id=03bb4e9b-fc37-46b0-8f14-fce49708041e,network=Network(7b3bed49-3840-4831-b0d0-0bcd0d845177),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03bb4e9b-fc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:98:52,bridge_name='br-int',has_traffic_filtering=True,id=03bb4e9b-fc37-46b0-8f14-fce49708041e,network=Network(7b3bed49-3840-4831-b0d0-0bcd0d845177),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03bb4e9b-fc') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '01080870-8ae6-5ea2-8a63-cff0f6bca2ad', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap03bb4e9b-fc, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap03bb4e9b-fc, col_values=(('qos', UUID('918c18dd-491b-4405-ab22-ce062939564e')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap03bb4e9b-fc, col_values=(('external_ids', {'iface-id': '03bb4e9b-fc37-46b0-8f14-fce49708041e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f5:98:52', 'vm-uuid': 'a89c2996-5337-4f21-939b-b03b7a4c3c50'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: INFO os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:98:52,bridge_name='br-int',has_traffic_filtering=True,id=03bb4e9b-fc37-46b0-8f14-fce49708041e,network=Network(7b3bed49-3840-4831-b0d0-0bcd0d845177),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03bb4e9b-fc')
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:b5,bridge_name='br-int',has_traffic_filtering=True,id=4918e50b-02ed-4c5b-b48d-61b2731dd619,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4918e50b-02') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:b5,bridge_name='br-int',has_traffic_filtering=True,id=4918e50b-02ed-4c5b-b48d-61b2731dd619,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4918e50b-02') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5a4b67b8-28e1-5306-826e-c24aa1d5ec19', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4918e50b-02, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4918e50b-02, col_values=(('qos', UUID('d8e6a3a0-49a3-4ddb-8bf0-661dd3ca31ac')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4918e50b-02, col_values=(('external_ids', {'iface-id': '4918e50b-02ed-4c5b-b48d-61b2731dd619', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:98:b5', 'vm-uuid': 'a89c2996-5337-4f21-939b-b03b7a4c3c50'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: INFO os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:b5,bridge_name='br-int',has_traffic_filtering=True,id=4918e50b-02ed-4c5b-b48d-61b2731dd619,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4918e50b-02')
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:10:76,bridge_name='br-int',has_traffic_filtering=True,id=56f27ab5-012c-46c2-b276-81e59b538b2a,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap56f27ab5-01') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:10:76,bridge_name='br-int',has_traffic_filtering=True,id=56f27ab5-012c-46c2-b276-81e59b538b2a,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap56f27ab5-01') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac1562f7-5bc9-5e1b-9ba4-7c4c9b5d7835', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap56f27ab5-01, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap56f27ab5-01, col_values=(('qos', UUID('204e5c63-17d7-44ff-b623-4a880170c7c8')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap56f27ab5-01, col_values=(('external_ids', {'iface-id': '56f27ab5-012c-46c2-b276-81e59b538b2a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:10:76', 'vm-uuid': 'a89c2996-5337-4f21-939b-b03b7a4c3c50'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: INFO os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:10:76,bridge_name='br-int',has_traffic_filtering=True,id=56f27ab5-012c-46c2-b276-81e59b538b2a,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap56f27ab5-01')
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:b8:46,bridge_name='br-int',has_traffic_filtering=True,id=86a8c6ab-5993-487f-922c-588e55f2b754,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a8c6ab-59') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:b8:46,bridge_name='br-int',has_traffic_filtering=True,id=86a8c6ab-5993-487f-922c-588e55f2b754,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a8c6ab-59') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2fc694d0-41ae-5f05-9e9d-87819e628daf', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap86a8c6ab-59, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap86a8c6ab-59, col_values=(('qos', UUID('4d6896fa-dcf0-4d7d-aac5-d63b0765f4d6')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap86a8c6ab-59, col_values=(('external_ids', {'iface-id': '86a8c6ab-5993-487f-922c-588e55f2b754', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:b8:46', 'vm-uuid': 'a89c2996-5337-4f21-939b-b03b7a4c3c50'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: INFO os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:b8:46,bridge_name='br-int',has_traffic_filtering=True,id=86a8c6ab-5993-487f-922c-588e55f2b754,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a8c6ab-59')
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:87:7d,bridge_name='br-int',has_traffic_filtering=True,id=81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81f9ed70-e9') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:87:7d,bridge_name='br-int',has_traffic_filtering=True,id=81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81f9ed70-e9') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f7f06de1-29f5-59ac-8e3b-b6a286c159ec', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap81f9ed70-e9, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap81f9ed70-e9, col_values=(('qos', UUID('060ea4ed-2ec2-404a-a9a7-14766950a9b2')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap81f9ed70-e9, col_values=(('external_ids', {'iface-id': '81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:87:7d', 'vm-uuid': 'a89c2996-5337-4f21-939b-b03b7a4c3c50'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: INFO os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:87:7d,bridge_name='br-int',has_traffic_filtering=True,id=81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81f9ed70-e9')
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:10:94,bridge_name='br-int',has_traffic_filtering=True,id=2cc9ce44-df37-4de8-8306-19a6d38b1d05,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cc9ce44-df') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:10:94,bridge_name='br-int',has_traffic_filtering=True,id=2cc9ce44-df37-4de8-8306-19a6d38b1d05,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cc9ce44-df') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bd4ed166-0927-547b-a2e8-e82c6e6b6143', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2cc9ce44-df, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2cc9ce44-df, col_values=(('qos', UUID('4c972561-b1fc-4ee9-8fcf-5c733dfa813c')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2cc9ce44-df, col_values=(('external_ids', {'iface-id': '2cc9ce44-df37-4de8-8306-19a6d38b1d05', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4c:10:94', 'vm-uuid': 'a89c2996-5337-4f21-939b-b03b7a4c3c50'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: INFO os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:10:94,bridge_name='br-int',has_traffic_filtering=True,id=2cc9ce44-df37-4de8-8306-19a6d38b1d05,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cc9ce44-df')
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:45,bridge_name='br-int',has_traffic_filtering=True,id=f8fd364b-af8e-47a6-b155-7dfb6becb526,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8fd364b-af') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:45,bridge_name='br-int',has_traffic_filtering=True,id=f8fd364b-af8e-47a6-b155-7dfb6becb526,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8fd364b-af') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '144def06-0105-5a48-9d3c-902e245296e5', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf8fd364b-af, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf8fd364b-af, col_values=(('qos', UUID('4a8fda36-5e43-4f93-b9ec-5a6147eca580')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf8fd364b-af, col_values=(('external_ids', {'iface-id': 'f8fd364b-af8e-47a6-b155-7dfb6becb526', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:90:eb:45', 'vm-uuid': 'a89c2996-5337-4f21-939b-b03b7a4c3c50'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:01 user nova-compute[74712]: INFO nova.compute.manager [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Detaching volume f4fd227a-6e03-4121-8edd-611b57bbd966
Oct 15 19:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:01 user nova-compute[74712]: INFO os_vif [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:45,bridge_name='br-int',has_traffic_filtering=True,id=f8fd364b-af8e-47a6-b155-7dfb6becb526,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8fd364b-af')
Oct 15 19:41:01 user nova-compute[74712]: INFO nova.virt.block_device [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Attempting to driver detach volume f4fd227a-6e03-4121-8edd-611b57bbd966 from mountpoint /dev/sdc
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] No BDM found with device name hda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] No VIF found with MAC fa:16:3e:f5:98:52, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] No VIF found with MAC fa:16:3e:cd:87:7d, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:41:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Using config drive
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Attempting to detach device sdc from instance 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:41:01 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:41:01 user nova-compute[74712]:   <source dev="/dev/sdg"/>
Oct 15 19:41:01 user nova-compute[74712]:   <target dev="sdc" bus="scsi"/>
Oct 15 19:41:01 user nova-compute[74712]:   <serial>f4fd227a-6e03-4121-8edd-611b57bbd966</serial>
Oct 15 19:41:01 user nova-compute[74712]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 15 19:41:01 user nova-compute[74712]: </disk>
Oct 15 19:41:01 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:41:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Successfully detached device sdc from instance 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c from the persistent domain config.
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:41:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:41:01 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:41:01 user nova-compute[74712]:   <source dev="/dev/sdg"/>
Oct 15 19:41:01 user nova-compute[74712]:   <target dev="sdc" bus="scsi"/>
Oct 15 19:41:01 user nova-compute[74712]:   <serial>f4fd227a-6e03-4121-8edd-611b57bbd966</serial>
Oct 15 19:41:01 user nova-compute[74712]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 15 19:41:01 user nova-compute[74712]: </disk>
Oct 15 19:41:01 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:41:02 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Creating config drive at /opt/stack/data/nova/instances/a89c2996-5337-4f21-939b-b03b7a4c3c50/disk.config
Oct 15 19:41:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/a89c2996-5337-4f21-939b-b03b7a4c3c50/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmph51pyukw {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/a89c2996-5337-4f21-939b-b03b7a4c3c50/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmph51pyukw" returned: 0 in 0.066s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:02 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:41:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-da936307-ed39-433a-8719-0558262b29b1 req-a1efc4cf-c777-475c-b341-db40d701a3bf service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-da936307-ed39-433a-8719-0558262b29b1 req-a1efc4cf-c777-475c-b341-db40d701a3bf service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-da936307-ed39-433a-8719-0558262b29b1 req-a1efc4cf-c777-475c-b341-db40d701a3bf service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-da936307-ed39-433a-8719-0558262b29b1 req-a1efc4cf-c777-475c-b341-db40d701a3bf service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-da936307-ed39-433a-8719-0558262b29b1 req-a1efc4cf-c777-475c-b341-db40d701a3bf service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:03 user nova-compute[74712]: WARNING nova.compute.manager [req-da936307-ed39-433a-8719-0558262b29b1 req-a1efc4cf-c777-475c-b341-db40d701a3bf service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-03bb4e9b-fc37-46b0-8f14-fce49708041e for instance with vm_state building and task_state spawning.
Oct 15 19:41:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-0c7cb311-f1b9-4d7a-acc0-82fbee21c4bb req-85ab0851-cf30-429e-9d02-e59d0576ce52 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0c7cb311-f1b9-4d7a-acc0-82fbee21c4bb req-85ab0851-cf30-429e-9d02-e59d0576ce52 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0c7cb311-f1b9-4d7a-acc0-82fbee21c4bb req-85ab0851-cf30-429e-9d02-e59d0576ce52 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0c7cb311-f1b9-4d7a-acc0-82fbee21c4bb req-85ab0851-cf30-429e-9d02-e59d0576ce52 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-0c7cb311-f1b9-4d7a-acc0-82fbee21c4bb req-85ab0851-cf30-429e-9d02-e59d0576ce52 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:04 user nova-compute[74712]: WARNING nova.compute.manager [req-0c7cb311-f1b9-4d7a-acc0-82fbee21c4bb req-85ab0851-cf30-429e-9d02-e59d0576ce52 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-86a8c6ab-5993-487f-922c-588e55f2b754 for instance with vm_state building and task_state spawning.
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-d2e78a59-cc94-40d6-a994-b4760c33f77e req-33e7025d-52c0-4421-a06a-724e8350d36f service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d2e78a59-cc94-40d6-a994-b4760c33f77e req-33e7025d-52c0-4421-a06a-724e8350d36f service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d2e78a59-cc94-40d6-a994-b4760c33f77e req-33e7025d-52c0-4421-a06a-724e8350d36f service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d2e78a59-cc94-40d6-a994-b4760c33f77e req-33e7025d-52c0-4421-a06a-724e8350d36f service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-d2e78a59-cc94-40d6-a994-b4760c33f77e req-33e7025d-52c0-4421-a06a-724e8350d36f service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:05 user nova-compute[74712]: WARNING nova.compute.manager [req-d2e78a59-cc94-40d6-a994-b4760c33f77e req-33e7025d-52c0-4421-a06a-724e8350d36f service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 for instance with vm_state building and task_state spawning.
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:06 user nova-compute[74712]: WARNING nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-03bb4e9b-fc37-46b0-8f14-fce49708041e for instance with vm_state building and task_state spawning.
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:06 user nova-compute[74712]: WARNING nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 for instance with vm_state building and task_state spawning.
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:06 user nova-compute[74712]: WARNING nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 for instance with vm_state building and task_state spawning.
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:06 user nova-compute[74712]: WARNING nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-56f27ab5-012c-46c2-b276-81e59b538b2a for instance with vm_state building and task_state spawning.
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:06 user nova-compute[74712]: WARNING nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-56f27ab5-012c-46c2-b276-81e59b538b2a for instance with vm_state building and task_state spawning.
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:06 user nova-compute[74712]: WARNING nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 for instance with vm_state building and task_state spawning.
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:06 user nova-compute[74712]: WARNING nova.compute.manager [req-98ab2ba8-ace7-4ed8-a885-ee7fe843a8c7 req-0d026aad-e2a1-4d81-a65d-cfacc85edd4a service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 for instance with vm_state building and task_state spawning.
Oct 15 19:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:07 user nova-compute[74712]: WARNING nova.compute.manager [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-86a8c6ab-5993-487f-922c-588e55f2b754 for instance with vm_state building and task_state spawning.
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:07 user nova-compute[74712]: WARNING nova.compute.manager [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 for instance with vm_state building and task_state spawning.
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:07 user nova-compute[74712]: WARNING nova.compute.manager [req-2904d381-36e7-4078-8b6d-14e997f9fdd9 req-4d30cabe-9abd-4a6d-a501-e80b2bca7809 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 for instance with vm_state building and task_state spawning.
Oct 15 19:41:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-46e34256-37ec-477a-8c6e-94ae2b95c99d req-11e6fcc3-5b57-47f4-a5f2-81da3bbcb982 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-46e34256-37ec-477a-8c6e-94ae2b95c99d req-11e6fcc3-5b57-47f4-a5f2-81da3bbcb982 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-46e34256-37ec-477a-8c6e-94ae2b95c99d req-11e6fcc3-5b57-47f4-a5f2-81da3bbcb982 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-46e34256-37ec-477a-8c6e-94ae2b95c99d req-11e6fcc3-5b57-47f4-a5f2-81da3bbcb982 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-46e34256-37ec-477a-8c6e-94ae2b95c99d req-11e6fcc3-5b57-47f4-a5f2-81da3bbcb982 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:07 user nova-compute[74712]: WARNING nova.compute.manager [req-46e34256-37ec-477a-8c6e-94ae2b95c99d req-11e6fcc3-5b57-47f4-a5f2-81da3bbcb982 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 for instance with vm_state building and task_state spawning.
Oct 15 19:41:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:41:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance spawned successfully.
Oct 15 19:41:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:41:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:08 user nova-compute[74712]: INFO nova.compute.manager [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Took 12.98 seconds to spawn the instance on the hypervisor.
Oct 15 19:41:08 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:41:08 user nova-compute[74712]: INFO nova.compute.manager [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Took 61.55 seconds to build instance.
Oct 15 19:41:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d53acfc-2d4b-4125-a4f9-eb0335927bbb tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 61.659s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jcGzsiAT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:09 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:09 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:09 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c6373a9-7c25-403e-9d56-2ecf0dceb614]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:41:09 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4bbd010-0d6c-43e8-aee1-32e86781fee2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a] added
Oct 15 19:41:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[98629e8d-6cf4-434f-a843-90fe31a6daff]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba31db7e-3ee3-407a-a441-66f25a00e33a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jcGzsiAT {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jcGzsiAT" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5114c33-fcbe-473f-8659-046e8a184386]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jcGzsiAT'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[479a0ad5-346f-439e-9354-369d3d3f95d3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eae1efd-bffc-4761-b233-900d705481fb]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbdbfa0b-c0d7-4e47-97b8-0e104f956396]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260]
Oct 15 19:41:09 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260] successful.
Oct 15 19:41:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[02f9e2ed-d1b4-4e97-a729-79f740af291a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c8a8683-6f4b-4cc4-b415-cd36f9662b9d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ef7ffe9-2283-45ff-9a90-29f7259f1a41]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:41:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jcGzsiAT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:41:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '26236393439316234', 'path': '/dev/sdi'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236393439316234', 'path': '/dev/sdi'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:41:10 user nova-compute[74712]: DEBUG nova.objects.instance [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lazy-loading 'flavor' on Instance uuid f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:41:10 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:41:10 user nova-compute[74712]:   <source dev="/dev/sdi"/>
Oct 15 19:41:10 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:41:10 user nova-compute[74712]:   <serial>2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a</serial>
Oct 15 19:41:10 user nova-compute[74712]: </disk>
Oct 15 19:41:10 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:41:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:41:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:41:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] No VIF found with MAC fa:16:3e:b6:c6:ab, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:41:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cf0ecce2-c2fb-4955-b56d-1cbbf138a7c1 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.778s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'swonajih', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:12 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:12 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:12 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[747ebe60-abef-4939-a7a2-bc1d60041453]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:41:12 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[552b45e8-943e-4429-9c2e-f2f8fd139d7a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad] added
Oct 15 19:41:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eab458e-c0b3-4613-87f4-05d956d83551]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc651aea-02cc-4ea4-b422-6c76174db66c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v swonajih {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v swonajih" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eaa2040-ab46-483f-9901-6d6f7112f5af]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'swonajih'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9a834c-5ee6-46b3-98a4-cb3470d44014]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2846a7d-c536-48f2-aebf-d06e9646bf00]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.utils [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c823d4b-86c0-4983-8eef-9159939c31eb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fe90e02-f1d1-45ba-b7d6-eed5831cb060]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad, portal: 172.16.0.220,3260]
Oct 15 19:41:12 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad, portal: 172.16.0.220,3260] successful.
Oct 15 19:41:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[723b5c46-3573-41e9-a796-415a5ee790c0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[31abfdf1-039c-48e0-bcb8-f561bcad667d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d98750f5-60b9-4251-b90d-b6c7aa963414]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca0a252-368f-4f57-b731-2f8de18f3805]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b77deef-837c-4446-a3b5-c5da38109f09]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Scanning host 41 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:41:12 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0220b724-364e-4cac-97d4-eb55397c91a6]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.utils [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[805681a6-c02e-4449-bdaa-71c1df9617a7]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:41:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'swonajih', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:41:12 user nova-compute[74712]: INFO nova.compute.manager [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Swapping volume 2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a for c700348b-ca33-4f5c-8a72-286294328345
Oct 15 19:41:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] <== connect_volume: return (1396ms) {'type': 'block', 'scsi_wwn': '26433323930386464', 'path': '/dev/sdj'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26433323930386464', 'path': '/dev/sdj'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:41:13 user nova-compute[74712]: DEBUG nova.objects.instance [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lazy-loading 'flavor' on Instance uuid 09dbbacb-af4d-47fc-a2ae-bb7180990b91 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] attach device xml: <disk type="block" device="disk">
Oct 15 19:41:13 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:41:13 user nova-compute[74712]:   <source dev="/dev/sdj"/>
Oct 15 19:41:13 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:41:13 user nova-compute[74712]:   <serial>9fabac3f-22a2-4f77-9aa8-6f92de5e78ad</serial>
Oct 15 19:41:13 user nova-compute[74712]: </disk>
Oct 15 19:41:13 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:41:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:41:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:41:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:41:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] No VIF found with MAC fa:16:3e:33:68:b9, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:41:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13ca48ef-4179-4ac4-b2df-9d2f099edd1b tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.844s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:14 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b13e1abd-9a15-4d73-90da-65e4acd2fb2c tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] volume_snapshot_create: create_info: {'snapshot_id': 'fc9f6815-2892-47f6-b99c-7c00b17be9f7', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74712) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 15 19:41:14 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b13e1abd-9a15-4d73-90da-65e4acd2fb2c tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] snap xml: <domainsnapshot>
Oct 15 19:41:14 user nova-compute[74712]:   <disks>
Oct 15 19:41:14 user nova-compute[74712]:     <disk name="/dev/sdj" snapshot="external" type="file">
Oct 15 19:41:14 user nova-compute[74712]:       <source file="/dev/new_file"/>
Oct 15 19:41:14 user nova-compute[74712]:     </disk>
Oct 15 19:41:14 user nova-compute[74712]:     <disk name="vda" snapshot="no"/>
Oct 15 19:41:14 user nova-compute[74712]:   </disks>
Oct 15 19:41:14 user nova-compute[74712]: </domainsnapshot>
Oct 15 19:41:14 user nova-compute[74712]:  {{(pid=74712) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 15 19:41:14 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b13e1abd-9a15-4d73-90da-65e4acd2fb2c tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] Lazy-loading 'system_metadata' on Instance uuid 09dbbacb-af4d-47fc-a2ae-bb7180990b91 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:14 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b13e1abd-9a15-4d73-90da-65e4acd2fb2c tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [None req-b13e1abd-9a15-4d73-90da-65e4acd2fb2c tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     rv = execute(f, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     six.reraise(c, e, tb)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     raise value
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     rv = meth(*args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [None req-b13e1abd-9a15-4d73-90da-65e4acd2fb2c tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     self._volume_snapshot_create(context, instance, guest,
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     rv = execute(f, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     six.reraise(c, e, tb)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     raise value
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     rv = meth(*args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] 
Oct 15 19:41:14 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-48d70ae3-87f1-433a-a13d-791cfc11ad47 tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] volume_snapshot_delete: delete_info: {'volume_id': '9fabac3f-22a2-4f77-9aa8-6f92de5e78ad'} {{(pid=74712) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [None req-48d70ae3-87f1-433a-a13d-791cfc11ad47 tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91]     if delete_info['type'] != 'qcow2':
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] KeyError: 'type'
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [None req-48d70ae3-87f1-433a-a13d-791cfc11ad47 tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-3e0e6134-549e-4c44-9081-a06d30b9f81c)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver [None req-b13e1abd-9a15-4d73-90da-65e4acd2fb2c tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot fc9f6815-2892-47f6-b99c-7c00b17be9f7 could not be found.
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     raise value
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot fc9f6815-2892-47f6-b99c-7c00b17be9f7 could not be found. (HTTP 404) (Request-ID: req-9831491c-066a-4dc7-99a7-bef68e82e295)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver 
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot fc9f6815-2892-47f6-b99c-7c00b17be9f7 could not be found.
Oct 15 19:41:14 user nova-compute[74712]: ERROR nova.virt.libvirt.driver 
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server [None req-48d70ae3-87f1-433a-a13d-791cfc11ad47 tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] Exception during message handling: KeyError: 'type'
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server 
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server [None req-b13e1abd-9a15-4d73-90da-65e4acd2fb2c tempest-VolumesAssistedSnapshotsTest-1860125766 tempest-VolumesAssistedSnapshotsTest-1860125766-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     raise value
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 15 19:41:14 user nova-compute[74712]: ERROR oslo_messaging.rpc.server 
Oct 15 19:41:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Acquiring lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:15 user nova-compute[74712]: INFO nova.compute.manager [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Detaching volume 9fabac3f-22a2-4f77-9aa8-6f92de5e78ad
Oct 15 19:41:15 user nova-compute[74712]: INFO nova.virt.block_device [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Attempting to driver detach volume 9fabac3f-22a2-4f77-9aa8-6f92de5e78ad from mountpoint /dev/vdb
Oct 15 19:41:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Attempting to detach device vdb from instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:41:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] detach device xml: <disk type="block" device="disk">
Oct 15 19:41:15 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:41:15 user nova-compute[74712]:   <source dev="/dev/sdj"/>
Oct 15 19:41:15 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:41:15 user nova-compute[74712]:   <serial>9fabac3f-22a2-4f77-9aa8-6f92de5e78ad</serial>
Oct 15 19:41:15 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:41:15 user nova-compute[74712]: </disk>
Oct 15 19:41:15 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:41:15 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Successfully detached device vdb from instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91 from the persistent domain config.
Oct 15 19:41:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:41:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] detach device xml: <disk type="block" device="disk">
Oct 15 19:41:15 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:41:15 user nova-compute[74712]:   <source dev="/dev/sdj"/>
Oct 15 19:41:15 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:41:15 user nova-compute[74712]:   <serial>9fabac3f-22a2-4f77-9aa8-6f92de5e78ad</serial>
Oct 15 19:41:15 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:41:15 user nova-compute[74712]: </disk>
Oct 15 19:41:15 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:41:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:41:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:41:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:41:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:41:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:41:15 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdi (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7669a942-4236-4dca-a209-1885fb938eb2 is timed out.
Oct 15 19:41:18 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Successfully detached device vdb from instance 7669a942-4236-4dca-a209-1885fb938eb2 from the live domain config.
Oct 15 19:41:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nxIpBLQy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:18 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b7aa67e-cdf9-4017-b1c3-1c893b1d4721]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:41:18 user nova-compute[74712]: No targets found.
Oct 15 19:41:18 user nova-compute[74712]: iSNS:
Oct 15 19:41:18 user nova-compute[74712]: No targets found.
Oct 15 19:41:18 user nova-compute[74712]: STATIC:
Oct 15 19:41:18 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:41:18 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:18 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:18 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:41:18 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:18 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:18 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a
Oct 15 19:41:18 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:18 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:18 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:41:18 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:18 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:18 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966
Oct 15 19:41:18 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:18 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:18 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:41:18 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:18 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:18 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:41:18 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:18 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:18 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899
Oct 15 19:41:18 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:18 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:18 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad
Oct 15 19:41:18 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:18 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:18 user nova-compute[74712]: FIRMWARE:
Oct 15 19:41:18 user nova-compute[74712]: No targets found.
Oct 15 19:41:18 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:41:18 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:41:18 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[56fe6e5b-a0b4-4878-b8a3-c564d7571c10]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[902d2d3e-b5de-46a9-abb1-09e30a877d17]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:18 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84681ea0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899'): ({'sdd'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Removing single pathed devices sdd {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[032dec50-87dc-45da-b98b-5293bb6f8efd]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f042e3a-4b0d-424f-9380-4c8810b5315a]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Flushing IO for device /dev/sdd {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c8d956-1b38-4bca-ab1e-5982c09446f1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.055s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a1041ca-60fb-45d3-b205-685c81b8cc55]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] SCSI volumes sdd have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[141b68b2-5916-4cc3-b207-ad21af258c73]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc3ac732-4bc6-45f7-9744-a4f874de13a7]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899, portal: 172.16.0.220,3260]
Oct 15 19:41:18 user nova-compute[74712]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899, portal: 172.16.0.220,3260] successful.
Oct 15 19:41:18 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec91b03-9bb9-4f36-bad3-24b514138899 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aca8bad-f9aa-4eb5-bbe6-d2e4c6d1d9c1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.391s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] <== disconnect_volume: return (394ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "6bfb447e-c077-474f-a556-475183605a01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:41:19 user nova-compute[74712]: INFO nova.compute.claims [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Claim successful on node user
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG nova.objects.instance [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lazy-loading 'flavor' on Instance uuid 7669a942-4236-4dca-a209-1885fb938eb2 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-67d779a6-fd14-458d-b926-cf8ba40a2ce2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.934s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:41:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:41:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7729MB free_disk=25.40038299560547GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:41:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.874s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.183s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:41:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 7669a942-4236-4dca-a209-1885fb938eb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 070e42d3-e540-47a1-8f07-73443d2c7a63 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f20e95c7-e105-4b1a-9d43-4a2101343b31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a89c2996-5337-4f21-939b-b03b7a4c3c50 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.policy [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c61acb19473c459ea20e2af6f412f894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713c002b2da04bc484633187e26a8772', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:41:20 user nova-compute[74712]: INFO nova.virt.block_device [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Booting with blank volume at /dev/vda
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.537s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:20 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Successfully created port: 24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Successfully updated port: 24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquired lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-498693f8-6bc4-438c-8191-6cf0538596de req-f5b3d20c-69ab-4ff1-9667-2dbcda920339 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-changed-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-498693f8-6bc4-438c-8191-6cf0538596de req-f5b3d20c-69ab-4ff1-9667-2dbcda920339 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Refreshing instance network info cache due to event network-changed-24402937-f6b8-4561-8014-7d46d98dfa5e. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-498693f8-6bc4-438c-8191-6cf0538596de req-f5b3d20c-69ab-4ff1-9667-2dbcda920339 service nova] Acquiring lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updating instance_info_cache with network_info: [{"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Releasing lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Instance network_info: |[{"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-498693f8-6bc4-438c-8191-6cf0538596de req-f5b3d20c-69ab-4ff1-9667-2dbcda920339 service nova] Acquired lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:41:21 user nova-compute[74712]: DEBUG nova.network.neutron [req-498693f8-6bc4-438c-8191-6cf0538596de req-f5b3d20c-69ab-4ff1-9667-2dbcda920339 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Refreshing network info cache for port 24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG nova.network.neutron [req-498693f8-6bc4-438c-8191-6cf0538596de req-f5b3d20c-69ab-4ff1-9667-2dbcda920339 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updated VIF entry in instance network info cache for port 24402937-f6b8-4561-8014-7d46d98dfa5e. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG nova.network.neutron [req-498693f8-6bc4-438c-8191-6cf0538596de req-f5b3d20c-69ab-4ff1-9667-2dbcda920339 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updating instance_info_cache with network_info: [{"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-498693f8-6bc4-438c-8191-6cf0538596de req-f5b3d20c-69ab-4ff1-9667-2dbcda920339 service nova] Releasing lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:41:22 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c is timed out.
Oct 15 19:41:22 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Successfully detached device sdc from instance 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c from the live domain config.
Oct 15 19:41:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhkBOKFX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:22 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b22b952-ade2-41b9-b523-f79e6bc9203a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:41:22 user nova-compute[74712]: No targets found.
Oct 15 19:41:22 user nova-compute[74712]: iSNS:
Oct 15 19:41:22 user nova-compute[74712]: No targets found.
Oct 15 19:41:22 user nova-compute[74712]: STATIC:
Oct 15 19:41:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:41:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:41:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a
Oct 15 19:41:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:41:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966
Oct 15 19:41:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:41:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:41:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad
Oct 15 19:41:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:22 user nova-compute[74712]: FIRMWARE:
Oct 15 19:41:22 user nova-compute[74712]: No targets found.
Oct 15 19:41:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:41:22 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:41:22 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aff1a97-6811-4020-9172-244ea3029845]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[354a5cbe-f694-4c10-b962-4f26b3b2359f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 (non-flash)
Oct 15 19:41:22 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8464fbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966'): ({'sdg'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Removing single pathed devices sdg {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[93e4f9f3-7957-4dd3-91ab-6eb16432ffb7]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[477e4fef-c823-477f-81d3-5f406f3cabb5]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Flushing IO for device /dev/sdg {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bb3ec81-fc60-41e3-a3c4-e0b9f7a49d02]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.042s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a834faa-9f15-48c7-a2f1-50306d351089]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] SCSI volumes sdg have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9899ec2-bfad-4284-8c8c-90a80a27af8b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d68b130b-b749-4b0d-8628-759a55748f0d]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966, portal: 172.16.0.220,3260]
Oct 15 19:41:22 user nova-compute[74712]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966, portal: 172.16.0.220,3260] successful.
Oct 15 19:41:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4fd227a-6e03-4121-8edd-611b57bbd966 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbcd63ba-b823-4c63-a13d-3a1ec2cec604]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] <== disconnect_volume: return (331ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:41:23 user nova-compute[74712]: DEBUG nova.objects.instance [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lazy-loading 'flavor' on Instance uuid 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-46dd139b-7b64-4fd0-8e57-7be0258220fa tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.066s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:24 user nova-compute[74712]: INFO nova.compute.manager [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Terminating instance
Oct 15 19:41:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-f5457c10-da13-4409-a4b7-465937dffd34 req-beecacc7-f1bb-4399-a22b-891e07d4d964 service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received event network-vif-unplugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f5457c10-da13-4409-a4b7-465937dffd34 req-beecacc7-f1bb-4399-a22b-891e07d4d964 service nova] Acquiring lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f5457c10-da13-4409-a4b7-465937dffd34 req-beecacc7-f1bb-4399-a22b-891e07d4d964 service nova] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f5457c10-da13-4409-a4b7-465937dffd34 req-beecacc7-f1bb-4399-a22b-891e07d4d964 service nova] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-f5457c10-da13-4409-a4b7-465937dffd34 req-beecacc7-f1bb-4399-a22b-891e07d4d964 service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] No waiting events found dispatching network-vif-unplugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-f5457c10-da13-4409-a4b7-465937dffd34 req-beecacc7-f1bb-4399-a22b-891e07d4d964 service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received event network-vif-unplugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:25 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Instance destroyed successfully.
Oct 15 19:41:25 user nova-compute[74712]: DEBUG nova.objects.instance [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lazy-loading 'resources' on Instance uuid 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:38:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1163256764',display_name='tempest-AttachSCSIVolumeTestJSON-server-1163256764',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1163256764',id=6,image_ref='23ef10f9-a9ba-4ec8-bc48-b3a8129b381d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdoncxzS5o52nsOI5rVyz2pKmVesbMbCOyOvdMIRQZfwWemU5TSdDrjAGI93t3uL7JKYa7LatyXcEArftZOVnm5//d06i3dlfGqQmEQ4g9QBnYU5DLbuUTN8zM673PRpg==',key_name='tempest-keypair-66982210',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8f2f2a752f2e469dbcbbe4b12389eb61',ramdisk_id='',reservation_id='r-2fwouhp0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='23ef10f9-a9ba-4ec8-bc48-b3a8129b381d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1084744853',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1084744853-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:38:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e5c293ceaa74b18ba5026632d86c77e',uuid=9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "address": "fa:16:3e:69:98:c9", "network": {"id": "1d46f66a-22eb-43fd-a396-c6891a5f9ed0", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-160473225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.94", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f2f2a752f2e469dbcbbe4b12389eb61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f86b40d-3a", "ovs_interfaceid": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Converting VIF {"id": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "address": "fa:16:3e:69:98:c9", "network": {"id": "1d46f66a-22eb-43fd-a396-c6891a5f9ed0", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-160473225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.94", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f2f2a752f2e469dbcbbe4b12389eb61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f86b40d-3a", "ovs_interfaceid": "7f86b40d-3ada-46fb-9438-f01fe2397a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:98:c9,bridge_name='br-int',has_traffic_filtering=True,id=7f86b40d-3ada-46fb-9438-f01fe2397a73,network=Network(1d46f66a-22eb-43fd-a396-c6891a5f9ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f86b40d-3a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG os_vif [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:98:c9,bridge_name='br-int',has_traffic_filtering=True,id=7f86b40d-3ada-46fb-9438-f01fe2397a73,network=Network(1d46f66a-22eb-43fd-a396-c6891a5f9ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f86b40d-3a') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7f86b40d-3a, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=20c3e3cd-d669-496b-a777-0db7bb27a284) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:25 user nova-compute[74712]: INFO os_vif [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:98:c9,bridge_name='br-int',has_traffic_filtering=True,id=7f86b40d-3ada-46fb-9438-f01fe2397a73,network=Network(1d46f66a-22eb-43fd-a396-c6891a5f9ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f86b40d-3a')
Oct 15 19:41:25 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Deleting instance files /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c_del
Oct 15 19:41:25 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Deletion of /opt/stack/data/nova/instances/9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c_del complete
Oct 15 19:41:25 user nova-compute[74712]: INFO nova.compute.manager [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 15 19:41:25 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG os_brick.utils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d6e397c-7c4b-47f0-9346-73843169a6c2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cb964d7-a11f-41b1-960e-c6e8c6bc8c58]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ba1a5e-9e8a-4e4f-b91e-9083d9c00d0f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e616b7ea-e45d-4cd4-bcd6-f633daee03a2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:41:26 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[45dc2a45-dc34-40da-a664-e683bc1763e0]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG os_brick.utils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updating existing volume attachment record: 3bdd9c91-560c-4025-b0a0-c11b2997ad4e {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:41:26 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Took 0.91 seconds to deallocate network for instance.
Oct 15 19:41:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-5559552a-dd45-40ca-9ba0-37ed1217942b req-c2323d10-4b05-4c97-95f0-d5eb6c33c665 service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received event network-vif-deleted-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-a0eca908-8622-4baf-bbe7-3ef01ce0180f req-871c26ff-6b4c-4de3-861c-d63b9125b37c service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-changed-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-a0eca908-8622-4baf-bbe7-3ef01ce0180f req-871c26ff-6b4c-4de3-861c-d63b9125b37c service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Refreshing instance network info cache due to event network-changed-66bd87cd-7c81-4525-bbd1-f8b87599519d. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a0eca908-8622-4baf-bbe7-3ef01ce0180f req-871c26ff-6b4c-4de3-861c-d63b9125b37c service nova] Acquiring lock "refresh_cache-070e42d3-e540-47a1-8f07-73443d2c7a63" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a0eca908-8622-4baf-bbe7-3ef01ce0180f req-871c26ff-6b4c-4de3-861c-d63b9125b37c service nova] Acquired lock "refresh_cache-070e42d3-e540-47a1-8f07-73443d2c7a63" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-a0eca908-8622-4baf-bbe7-3ef01ce0180f req-871c26ff-6b4c-4de3-861c-d63b9125b37c service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Refreshing network info cache for port 66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-0839d2cd-bb12-4411-9cff-2faca1fb061b req-32e730fa-fa27-4778-9ccc-a22dbffc8b52 service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received event network-vif-plugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0839d2cd-bb12-4411-9cff-2faca1fb061b req-32e730fa-fa27-4778-9ccc-a22dbffc8b52 service nova] Acquiring lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0839d2cd-bb12-4411-9cff-2faca1fb061b req-32e730fa-fa27-4778-9ccc-a22dbffc8b52 service nova] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0839d2cd-bb12-4411-9cff-2faca1fb061b req-32e730fa-fa27-4778-9ccc-a22dbffc8b52 service nova] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-0839d2cd-bb12-4411-9cff-2faca1fb061b req-32e730fa-fa27-4778-9ccc-a22dbffc8b52 service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] No waiting events found dispatching network-vif-plugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:26 user nova-compute[74712]: WARNING nova.compute.manager [req-0839d2cd-bb12-4411-9cff-2faca1fb061b req-32e730fa-fa27-4778-9ccc-a22dbffc8b52 service nova] [instance: 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c] Received unexpected event network-vif-plugged-7f86b40d-3ada-46fb-9438-f01fe2397a73 for instance with vm_state deleted and task_state None.
Oct 15 19:41:26 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:41:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.447s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:26 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Deleted allocations for instance 9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c
Oct 15 19:41:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3dd7b251-0639-46b6-95e4-5841d8e28411 tempest-AttachSCSIVolumeTestJSON-1084744853 tempest-AttachSCSIVolumeTestJSON-1084744853-project-member] Lock "9590892f-ee8d-42c1-9ef4-4d1ef0f7b23c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.527s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:27 user nova-compute[74712]: DEBUG nova.network.neutron [req-a0eca908-8622-4baf-bbe7-3ef01ce0180f req-871c26ff-6b4c-4de3-861c-d63b9125b37c service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Updated VIF entry in instance network info cache for port 66bd87cd-7c81-4525-bbd1-f8b87599519d. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:41:27 user nova-compute[74712]: DEBUG nova.network.neutron [req-a0eca908-8622-4baf-bbe7-3ef01ce0180f req-871c26ff-6b4c-4de3-861c-d63b9125b37c service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Updating instance_info_cache with network_info: [{"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:41:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a0eca908-8622-4baf-bbe7-3ef01ce0180f req-871c26ff-6b4c-4de3-861c-d63b9125b37c service nova] Releasing lock "refresh_cache-070e42d3-e540-47a1-8f07-73443d2c7a63" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:41:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:27 user nova-compute[74712]: INFO nova.compute.manager [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Rebuilding instance
Oct 15 19:41:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-3fe9788e-abde-447c-b497-412996a52f2c req-aa829e91-6772-4bcf-9b4e-23e6e0dc7c37 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-vif-unplugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3fe9788e-abde-447c-b497-412996a52f2c req-aa829e91-6772-4bcf-9b4e-23e6e0dc7c37 service nova] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3fe9788e-abde-447c-b497-412996a52f2c req-aa829e91-6772-4bcf-9b4e-23e6e0dc7c37 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3fe9788e-abde-447c-b497-412996a52f2c req-aa829e91-6772-4bcf-9b4e-23e6e0dc7c37 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-3fe9788e-abde-447c-b497-412996a52f2c req-aa829e91-6772-4bcf-9b4e-23e6e0dc7c37 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] No waiting events found dispatching network-vif-unplugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:28 user nova-compute[74712]: WARNING nova.compute.manager [req-3fe9788e-abde-447c-b497-412996a52f2c req-aa829e91-6772-4bcf-9b4e-23e6e0dc7c37 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received unexpected event network-vif-unplugged-66bd87cd-7c81-4525-bbd1-f8b87599519d for instance with vm_state active and task_state rebuilding.
Oct 15 19:41:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Instance destroyed successfully.
Oct 15 19:41:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Instance destroyed successfully.
Oct 15 19:41:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:39:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1671423336',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-978298729',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWSbifvqg53TJHw5wxen6Uk9TAsUSXM5PPyhUHsAOLiyAvn5/k22ug29RrIX0KL0i5XsedGA3Z83wh1uuhaIfQj28ixWFO3SoZrwusOWqu9o3FhF7ior36asoBICaitRQ==',key_name='tempest-keypair-833606074',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:39:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='89226a65cd564aaca32c143f7c8eacfe',ramdisk_id='',reservation_id='r-000gwe4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-610570461',owner_user_name='tempest-ServerActionsV293TestJSON-610570461-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:41:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d0fef32226814134ae489cf8d8073587',uuid=070e42d3-e540-47a1-8f07-73443d2c7a63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converting VIF {"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_vif [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66bd87cd-7c, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5af65ac1-97ff-4986-b67b-cd588fe19df8) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:28 user nova-compute[74712]: INFO os_vif [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c')
Oct 15 19:41:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SXtjEZgO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:28 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b65ff53-c0e8-458b-beb7-4adbe0f5fcf0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:41:28 user nova-compute[74712]: No targets found.
Oct 15 19:41:28 user nova-compute[74712]: iSNS:
Oct 15 19:41:28 user nova-compute[74712]: No targets found.
Oct 15 19:41:28 user nova-compute[74712]: STATIC:
Oct 15 19:41:28 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:41:28 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:28 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:28 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:41:28 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:28 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:28 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a
Oct 15 19:41:28 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:28 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:28 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:41:28 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:28 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:28 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:41:28 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:28 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:28 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:41:28 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:28 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:28 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad
Oct 15 19:41:28 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:28 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:28 user nova-compute[74712]: FIRMWARE:
Oct 15 19:41:28 user nova-compute[74712]: No targets found.
Oct 15 19:41:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:41:28 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:41:28 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[def75c2e-8f13-4a78-9ab7-dcc8eecaf3a9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e328441f-192e-4341-953d-fdb5babb0772]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:28 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca4314160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[22290a7d-de0f-4c04-a8a6-11c144e2bb29]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[51c7607f-eec0-48dd-8be6-a322acdfb92c]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c5d2eef-8c50-47f6-a558-ad5f2f596fed]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[53b2f073-cf30-455a-a66b-be3b26505a79]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_af88b0c8', '/dev/disk/by-id/scsi-1SCST_BIOaf88b0c8-87b772fba8a8ecb5', '/dev/disk/by-id/scsi-23837623737326662') {{(pid=85655) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[385acd3b-58b0-4461-af39-a048c9cabfe9]: (4, None) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1819f16d-5b55-427a-8272-a2a75e607fcc]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5a19d2a-0517-4c77-b2ea-35b301d60ba6]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260]
Oct 15 19:41:29 user nova-compute[74712]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260] successful.
Oct 15 19:41:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9993f6b6-c8b7-4504-8b2b-b3203f64773b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.366s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] <== disconnect_volume: return (368ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:41:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Deleting instance files /opt/stack/data/nova/instances/070e42d3-e540-47a1-8f07-73443d2c7a63_del
Oct 15 19:41:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Deletion of /opt/stack/data/nova/instances/070e42d3-e540-47a1-8f07-73443d2c7a63_del complete
Oct 15 19:41:29 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 070e42d3-e540-47a1-8f07-73443d2c7a63 could not be found.
Oct 15 19:41:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SXtjEZgO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:29 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e0e25f5-48bf-4d23-931c-e6168fea5914]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:41:29 user nova-compute[74712]: No targets found.
Oct 15 19:41:29 user nova-compute[74712]: iSNS:
Oct 15 19:41:29 user nova-compute[74712]: No targets found.
Oct 15 19:41:29 user nova-compute[74712]: STATIC:
Oct 15 19:41:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:41:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:41:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a
Oct 15 19:41:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:41:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:41:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad
Oct 15 19:41:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:29 user nova-compute[74712]: FIRMWARE:
Oct 15 19:41:29 user nova-compute[74712]: No targets found.
Oct 15 19:41:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:41:29 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:41:29 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3deac98c-7d00-4dfc-88dc-0488287bd1bb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[83cd3cbe-0aad-46ff-b9ac-aff6e42b9c45]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:29 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:29 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:29 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:29 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:29 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:29 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:29 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:29 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:29 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:29 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84688dc0>, {}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Disconnecting from: [] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.080s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] <== disconnect_volume: return (80ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xDedtzoT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c700348b-ca33-4f5c-8a72-286294328345', 'serial': 'c700348b-ca33-4f5c-8a72-286294328345'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jcGzsiAT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': 'f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'serial'} {{(pid=74712) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xDedtzoT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:29 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:29 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:29 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[281475d4-4738-4156-a53d-e63787d04f4f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:41:29 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fca03699-f92b-488e-b56f-303d4b3cf972]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345] added
Oct 15 19:41:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[531df36c-dca7-4866-8524-06161fba811e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f35a992f-4ba3-454e-8e34-05fa5413df05]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xDedtzoT {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xDedtzoT" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1bf9aea-abb3-4bc4-a574-691384bfc7fd]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xDedtzoT'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[86f7a0cb-9f9b-4427-a333-944fe4a13919]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4c5e46c-4e50-44dd-b14f-5a9b0c73940e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[09587999-1658-47d1-aa53-71a3868a3c8a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345, portal: 172.16.0.220,3260]
Oct 15 19:41:30 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345, portal: 172.16.0.220,3260] successful.
Oct 15 19:41:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[74872232-fd2b-4e21-9b09-b53b66fe25ec]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[12d17c7d-6d7d-4b7a-967d-d0cab1ccd714]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:30 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.318s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad3383a2-ac93-4852-bad0-d407bd78a443]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Preparing to wait for external event volume-reimaged-8f442b2f-3629-4740-8b61-7845f71f3666 {{(pid=74712) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-f620e7b1-3e13-4271-8c3c-69b1932ffda3 req-2cf9417f-6a68-43d2-a4ef-42fd05faa2d1 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f620e7b1-3e13-4271-8c3c-69b1932ffda3 req-2cf9417f-6a68-43d2-a4ef-42fd05faa2d1 service nova] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f620e7b1-3e13-4271-8c3c-69b1932ffda3 req-2cf9417f-6a68-43d2-a4ef-42fd05faa2d1 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f620e7b1-3e13-4271-8c3c-69b1932ffda3 req-2cf9417f-6a68-43d2-a4ef-42fd05faa2d1 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-f620e7b1-3e13-4271-8c3c-69b1932ffda3 req-2cf9417f-6a68-43d2-a4ef-42fd05faa2d1 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] No event matching network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d in dict_keys([('volume-reimaged', '8f442b2f-3629-4740-8b61-7845f71f3666')]) {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:325}}
Oct 15 19:41:30 user nova-compute[74712]: WARNING nova.compute.manager [req-f620e7b1-3e13-4271-8c3c-69b1932ffda3 req-2cf9417f-6a68-43d2-a4ef-42fd05faa2d1 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received unexpected event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d for instance with vm_state active and task_state rebuilding.
Oct 15 19:41:31 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:41:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xDedtzoT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:41:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '23536343335303333', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23536343335303333', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:41:31 user nova-compute[74712]: DEBUG nova.objects.instance [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lazy-loading 'flavor' on Instance uuid f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 169869312 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 353370112 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 538968064 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 612368384 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 752877568 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 919601152 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 1040187392 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:35 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91 is timed out.
Oct 15 19:41:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Successfully detached device vdb from instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91 from the live domain config.
Oct 15 19:41:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'swonajih', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:35 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6e15e3d-429a-4acd-9aac-bbd5b39caa5d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:41:35 user nova-compute[74712]: No targets found.
Oct 15 19:41:35 user nova-compute[74712]: iSNS:
Oct 15 19:41:35 user nova-compute[74712]: No targets found.
Oct 15 19:41:35 user nova-compute[74712]: STATIC:
Oct 15 19:41:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:41:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:41:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a
Oct 15 19:41:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:41:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:41:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad
Oct 15 19:41:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345
Oct 15 19:41:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:35 user nova-compute[74712]: FIRMWARE:
Oct 15 19:41:35 user nova-compute[74712]: No targets found.
Oct 15 19:41:35 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:41:35 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:41:35 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[46187695-e31b-4ed7-bc47-1caebc4fb0b4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a1f569e-7827-4e91-b44a-05d7d5556ce3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:35 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:35 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:35 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846881f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad'): ({'sdj'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Removing single pathed devices sdj {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[80c569f6-3ba9-4d96-b373-8bf3ab218caa]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[19970eb6-b131-445a-887a-549616a1f856]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Flushing IO for device /dev/sdj {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbdecc2b-cc3b-4e08-a6db-7ef101dc8cf2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.033s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1048dac-51d9-4fc7-912d-4a360b4a8ade]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Checking to see if SCSI volumes sdj have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] SCSI volumes sdj have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eba2ec6e-6509-475e-9567-04260040ece6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jcGzsiAT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:35 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[86281de4-d375-41b8-8fb3-be6a0dd6adbe]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad, portal: 172.16.0.220,3260]
Oct 15 19:41:35 user nova-compute[74712]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad, portal: 172.16.0.220,3260] successful.
Oct 15 19:41:35 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fabac3f-22a2-4f77-9aa8-6f92de5e78ad -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[520204c0-9630-4c3b-b599-7798c2179ab5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] <== disconnect_volume: return (344ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.065s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb5b43a-587a-4fd9-97ad-9e54cd4e3531]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:41:36 user nova-compute[74712]: No targets found.
Oct 15 19:41:36 user nova-compute[74712]: iSNS:
Oct 15 19:41:36 user nova-compute[74712]: No targets found.
Oct 15 19:41:36 user nova-compute[74712]: STATIC:
Oct 15 19:41:36 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:41:36 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:36 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:36 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:41:36 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:36 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:36 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a
Oct 15 19:41:36 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:36 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:36 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:41:36 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:36 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:36 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:41:36 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:36 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:36 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345
Oct 15 19:41:36 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:41:36 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:41:36 user nova-compute[74712]: FIRMWARE:
Oct 15 19:41:36 user nova-compute[74712]: No targets found.
Oct 15 19:41:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:41:36 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:41:36 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed8dd312-eed7-4676-a605-f7ec0f280a51]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[308c4f3f-d31b-4496-806c-3226a099cf19]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:36 user nova-compute[74712]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:36 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:36 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:36 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:36 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:36 user nova-compute[74712]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:36 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:36 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:36 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:36 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84688700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a'): ({'sdi'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Removing single pathed devices sdi {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d19705ed-593f-42ec-9880-1baa1cd009b5]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[55816a6e-1fc8-4513-a15a-2d312446404c]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Flushing IO for device /dev/sdi {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a0fd2c4-1363-4578-8800-a51a6abdcf77]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.051s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6fed8bc-a0ed-4fc4-b1c3-60351bd1dc0b]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] SCSI volumes sdi have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[307a7763-2c69-484f-a38a-34a4ef29a402]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe2fe7c-7279-47f0-ac40-950c82ba6a22]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260]
Oct 15 19:41:36 user nova-compute[74712]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260] successful.
Oct 15 19:41:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.040s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[60abbf9c-5b46-4f6d-9f42-d6915c294ee2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] <== disconnect_volume: return (438ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xDedtzoT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c700348b-ca33-4f5c-8a72-286294328345', 'serial'} {{(pid=74712) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] swap_volume: removing Cinder connection for volume 2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a {{(pid=74712) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG nova.objects.instance [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lazy-loading 'flavor' on Instance uuid 09dbbacb-af4d-47fc-a2ae-bb7180990b91 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-57f5ffdc-3777-452f-b418-6d6d4c7435f4 tempest-VolumesAssistedSnapshotsTest-1628434512 tempest-VolumesAssistedSnapshotsTest-1628434512-project-admin] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.852s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] swap_volume: Updating volume 2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "xDedtzoT", "auth_password": "mWnCavxJVEziLu", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "c700348b-ca33-4f5c-8a72-286294328345"}, "status": "reserved", "instance": "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d", "attached_at": "", "detached_at": "", "volume_id": "c700348b-ca33-4f5c-8a72-286294328345", "serial": "c700348b-ca33-4f5c-8a72-286294328345"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'c700348b-ca33-4f5c-8a72-286294328345', 'no_device': None, 'attachment_id': '3b6d6776-d160-472a-8e40-8c8277c101cc'} {{(pid=74712) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 15 19:41:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-28de2412-801d-4a27-8041-fe2ec9fd491c tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 25.063s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG os_brick.utils [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab829b27-f2d3-4103-b68f-f7cf4dcee3c9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1cb17b-9c85-48ae-9ec7-a48fc84d2312]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[38b57bdd-cc98-4bd4-81dc-94876be9487b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[07e08dec-2d42-430a-8410-d1cabfe39cb8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:41:38 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:41:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[07e37170-f594-4555-9965-a5ae58c8946a]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:41:38 user nova-compute[74712]: DEBUG os_brick.utils [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:39 user nova-compute[74712]: INFO nova.compute.manager [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Swapping volume c700348b-ca33-4f5c-8a72-286294328345 for 2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a
Oct 15 19:41:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:41:44 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Creating image(s)
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Ensure instance console log exists: /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Start _get_guest_xml network_info=[{"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpgPzyKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6bfb447e-c077-474f-a556-475183605a01', 'attached_at': '', 'detached_at': '', 'volume_id': '6d488a62-be6c-4cac-bf09-d2771c1bcc2c', 'serial': '6d488a62-be6c-4cac-bf09-d2771c1bcc2c'}, 'attachment_id': '3bdd9c91-560c-4025-b0a0-c11b2997ad4e', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:41:44 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:41:44 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpgPzyKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:44 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:44 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:44 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[66e6fe7e-ae88-447e-bdf2-950e16ee994a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:41:44 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[29346ece-c29f-475c-b6f3-64331fbcb67f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c] added
Oct 15 19:41:44 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb78b7d-7784-4c45-aff4-cd6e8d90c28a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad39eb3d-c5f4-4ab8-815c-12cdbc0204ad]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kpgPzyKB {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kpgPzyKB" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[531e7b2b-37f4-4cb1-9841-7157f035e01b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kpgPzyKB'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0898459-9c60-4309-b93c-19946926cadd]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0460d52-5d2d-4146-88ab-95f41f2c7620]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:44 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:44 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:44 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:44 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:44 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:44 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:44 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:44 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:44 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:44 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[412978b2-df96-4442-8ae5-b9cb17453a85]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c, portal: 172.16.0.220,3260]
Oct 15 19:41:45 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c, portal: 172.16.0.220,3260] successful.
Oct 15 19:41:45 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[688adec7-27da-4647-bf1c-53c3210f8b0f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dffc6117-8d17-41df-a49b-f776045fb86e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:45 user nova-compute[74712]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:41:45 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:45 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:45 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:45 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:45 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:45 user nova-compute[74712]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:41:45 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:45 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:45 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:45 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:45 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] HCTL ('35', '-', '-', 0) found on session 13 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[965b5483-de29-47a9-a6f1-a776a2fa781f]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching for a device in session 13 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:41:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpgPzyKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.351s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] <== connect_volume: return (1353ms) {'type': 'block', 'scsi_wwn': '26232306539353264', 'path': '/dev/sdd'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232306539353264', 'path': '/dev/sdd'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:41:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1503258463',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1503258463',id=12,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0cfncm06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:41:20Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=6bfb447e-c077-474f-a556-475183605a01,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:76:58,bridge_name='br-int',has_traffic_filtering=True,id=24402937-f6b8-4561-8014-7d46d98dfa5e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24402937-f6') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'pci_devices' on Instance uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:41:46 user nova-compute[74712]:   <uuid>6bfb447e-c077-474f-a556-475183605a01</uuid>
Oct 15 19:41:46 user nova-compute[74712]:   <name>instance-0000000c</name>
Oct 15 19:41:46 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:41:46 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:41:46 user nova-compute[74712]:   <metadata>
Oct 15 19:41:46 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:41:46 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:41:46 user nova-compute[74712]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1503258463</nova:name>
Oct 15 19:41:46 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:41:44</nova:creationTime>
Oct 15 19:41:46 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:41:46 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:41:46 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:41:46 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:41:46 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:41:46 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:41:46 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:41:46 user nova-compute[74712]:       <nova:owner>
Oct 15 19:41:46 user nova-compute[74712]:         <nova:user uuid="c61acb19473c459ea20e2af6f412f894">tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member</nova:user>
Oct 15 19:41:46 user nova-compute[74712]:         <nova:project uuid="713c002b2da04bc484633187e26a8772">tempest-ServerBootFromVolumeStableRescueTest-1522566069</nova:project>
Oct 15 19:41:46 user nova-compute[74712]:       </nova:owner>
Oct 15 19:41:46 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:41:46 user nova-compute[74712]:       <nova:ports>
Oct 15 19:41:46 user nova-compute[74712]:         <nova:port uuid="24402937-f6b8-4561-8014-7d46d98dfa5e">
Oct 15 19:41:46 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 15 19:41:46 user nova-compute[74712]:         </nova:port>
Oct 15 19:41:46 user nova-compute[74712]:       </nova:ports>
Oct 15 19:41:46 user nova-compute[74712]:     </nova:instance>
Oct 15 19:41:46 user nova-compute[74712]:   </metadata>
Oct 15 19:41:46 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:41:46 user nova-compute[74712]:     <system>
Oct 15 19:41:46 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:41:46 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:41:46 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:41:46 user nova-compute[74712]:       <entry name="serial">6bfb447e-c077-474f-a556-475183605a01</entry>
Oct 15 19:41:46 user nova-compute[74712]:       <entry name="uuid">6bfb447e-c077-474f-a556-475183605a01</entry>
Oct 15 19:41:46 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:41:46 user nova-compute[74712]:     </system>
Oct 15 19:41:46 user nova-compute[74712]:   </sysinfo>
Oct 15 19:41:46 user nova-compute[74712]:   <os>
Oct 15 19:41:46 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:41:46 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:41:46 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:41:46 user nova-compute[74712]:   </os>
Oct 15 19:41:46 user nova-compute[74712]:   <features>
Oct 15 19:41:46 user nova-compute[74712]:     <acpi/>
Oct 15 19:41:46 user nova-compute[74712]:     <apic/>
Oct 15 19:41:46 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:41:46 user nova-compute[74712]:   </features>
Oct 15 19:41:46 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:41:46 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:41:46 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:41:46 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:41:46 user nova-compute[74712]:   </clock>
Oct 15 19:41:46 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:41:46 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:41:46 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:41:46 user nova-compute[74712]:   </cpu>
Oct 15 19:41:46 user nova-compute[74712]:   <devices>
Oct 15 19:41:46 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:41:46 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:41:46 user nova-compute[74712]:       <source dev="/dev/sdd"/>
Oct 15 19:41:46 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:41:46 user nova-compute[74712]:       <serial>6d488a62-be6c-4cac-bf09-d2771c1bcc2c</serial>
Oct 15 19:41:46 user nova-compute[74712]:     </disk>
Oct 15 19:41:46 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:41:46 user nova-compute[74712]:       <mac address="fa:16:3e:38:76:58"/>
Oct 15 19:41:46 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:46 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:41:46 user nova-compute[74712]:       <target dev="tap24402937-f6"/>
Oct 15 19:41:46 user nova-compute[74712]:     </interface>
Oct 15 19:41:46 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:41:46 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/console.log" append="off"/>
Oct 15 19:41:46 user nova-compute[74712]:     </serial>
Oct 15 19:41:46 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:41:46 user nova-compute[74712]:     <video>
Oct 15 19:41:46 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:46 user nova-compute[74712]:     </video>
Oct 15 19:41:46 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:41:46 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:41:46 user nova-compute[74712]:     </rng>
Oct 15 19:41:46 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:41:46 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:41:46 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:41:46 user nova-compute[74712]:     </memballoon>
Oct 15 19:41:46 user nova-compute[74712]:   </devices>
Oct 15 19:41:46 user nova-compute[74712]: </domain>
Oct 15 19:41:46 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:41:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1503258463',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1503258463',id=12,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0cfncm06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:41:20Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=6bfb447e-c077-474f-a556-475183605a01,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:76:58,bridge_name='br-int',has_traffic_filtering=True,id=24402937-f6b8-4561-8014-7d46d98dfa5e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24402937-f6') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG os_vif [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:76:58,bridge_name='br-int',has_traffic_filtering=True,id=24402937-f6b8-4561-8014-7d46d98dfa5e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24402937-f6') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '49f5a73f-2954-55e8-b823-01ab292341dc', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap24402937-f6, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap24402937-f6, col_values=(('qos', UUID('307d8675-90af-4104-9d6a-0cecea65422b')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap24402937-f6, col_values=(('external_ids', {'iface-id': '24402937-f6b8-4561-8014-7d46d98dfa5e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:38:76:58', 'vm-uuid': '6bfb447e-c077-474f-a556-475183605a01'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:46 user nova-compute[74712]: INFO os_vif [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:76:58,bridge_name='br-int',has_traffic_filtering=True,id=24402937-f6b8-4561-8014-7d46d98dfa5e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24402937-f6')
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:41:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No VIF found with MAC fa:16:3e:38:76:58, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "77e67743-1363-46c1-965d-cb0a820a0503" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "77e67743-1363-46c1-965d-cb0a820a0503" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:41:47 user nova-compute[74712]: INFO nova.compute.claims [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Claim successful on node user
Oct 15 19:41:47 user nova-compute[74712]: DEBUG nova.compute.manager [req-d236760f-96f7-4ee2-9abc-cccd2c35483b req-046c57f3-675e-4eca-b7c3-846da76a2448 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d236760f-96f7-4ee2-9abc-cccd2c35483b req-046c57f3-675e-4eca-b7c3-846da76a2448 service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d236760f-96f7-4ee2-9abc-cccd2c35483b req-046c57f3-675e-4eca-b7c3-846da76a2448 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d236760f-96f7-4ee2-9abc-cccd2c35483b req-046c57f3-675e-4eca-b7c3-846da76a2448 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG nova.compute.manager [req-d236760f-96f7-4ee2-9abc-cccd2c35483b req-046c57f3-675e-4eca-b7c3-846da76a2448 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:47 user nova-compute[74712]: WARNING nova.compute.manager [req-d236760f-96f7-4ee2-9abc-cccd2c35483b req-046c57f3-675e-4eca-b7c3-846da76a2448 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state building and task_state spawning.
Oct 15 19:41:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.517s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG nova.network.neutron [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:41:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:41:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG nova.policy [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '522fe13f4fb24632b926377276b23d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e12732193f34038bdb2f114eb7f1c6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:41:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Creating image(s)
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "/opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "/opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "/opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.255s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.203s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk 1073741824" returned: 0 in 0.069s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.network.neutron [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Successfully created port: 8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:41:49 user nova-compute[74712]: INFO nova.compute.claims [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Claim successful on node user
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Checking if we can resize image /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Cannot resize image /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Ensure instance console log exists: /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-77e2f15a-c93f-4ac0-892c-75b2443969c5 req-931adb09-f0c9-4030-9b4a-a080e51f37c1 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-77e2f15a-c93f-4ac0-892c-75b2443969c5 req-931adb09-f0c9-4030-9b4a-a080e51f37c1 service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-77e2f15a-c93f-4ac0-892c-75b2443969c5 req-931adb09-f0c9-4030-9b4a-a080e51f37c1 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-77e2f15a-c93f-4ac0-892c-75b2443969c5 req-931adb09-f0c9-4030-9b4a-a080e51f37c1 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-77e2f15a-c93f-4ac0-892c-75b2443969c5 req-931adb09-f0c9-4030-9b4a-a080e51f37c1 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:49 user nova-compute[74712]: WARNING nova.compute.manager [req-77e2f15a-c93f-4ac0-892c-75b2443969c5 req-931adb09-f0c9-4030-9b4a-a080e51f37c1 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state building and task_state spawning.
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.network.neutron [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Successfully updated port: 8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquired lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.network.neutron [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:41:49 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6bfb447e-c077-474f-a556-475183605a01] Instance spawned successfully.
Oct 15 19:41:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.771s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-58e6128a-6791-4538-94a0-e1cb07492af7 req-27ad3aee-b5aa-42c9-b32c-6a0b9bb63e0e service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received event network-changed-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-58e6128a-6791-4538-94a0-e1cb07492af7 req-27ad3aee-b5aa-42c9-b32c-6a0b9bb63e0e service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Refreshing instance network info cache due to event network-changed-8a55ed23-2df6-4c8f-b969-b6bd30c494c7. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-58e6128a-6791-4538-94a0-e1cb07492af7 req-27ad3aee-b5aa-42c9-b32c-6a0b9bb63e0e service nova] Acquiring lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.network.neutron [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.network.neutron [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:41:50 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:41:50 user nova-compute[74712]: INFO nova.compute.manager [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Took 5.48 seconds to spawn the instance on the hypervisor.
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.policy [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb7f65663fa4eaeace9838a14fb28ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d364c9dde524c58a9ccd0edadbb66a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:41:50 user nova-compute[74712]: INFO nova.compute.manager [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Took 31.17 seconds to build instance.
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7fb11843-8392-4667-ad15-ae430f08e390 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "6bfb447e-c077-474f-a556-475183605a01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 31.297s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:41:50 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Creating image(s)
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "/opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "/opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "/opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.network.neutron [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updating instance_info_cache with network_info: [{"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Releasing lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Instance network_info: |[{"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-58e6128a-6791-4538-94a0-e1cb07492af7 req-27ad3aee-b5aa-42c9-b32c-6a0b9bb63e0e service nova] Acquired lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.network.neutron [req-58e6128a-6791-4538-94a0-e1cb07492af7 req-27ad3aee-b5aa-42c9-b32c-6a0b9bb63e0e service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Refreshing network info cache for port 8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Start _get_guest_xml network_info=[{"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:41:50 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:41:50 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:41:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-56383025',display_name='tempest-ServerActionsTestOtherA-server-56383025',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-56383025',id=13,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPNEeMvyNm/+fyAOIAD320L/onhqamhtiHhHCXYXJJLm+pOrS+B+fcPudKddvnpGFhT9UHOuYauwidz7NvUgRiywQ891SGXw97neAOMaLOKzwcOE498fvT1fAwFOi16uzg==',key_name='tempest-keypair-1740261553',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-vspned3e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:41:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=77e67743-1363-46c1-965d-cb0a820a0503,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:d3:22,bridge_name='br-int',has_traffic_filtering=True,id=8a55ed23-2df6-4c8f-b969-b6bd30c494c7,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a55ed23-2d') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.objects.instance [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'pci_devices' on Instance uuid 77e67743-1363-46c1-965d-cb0a820a0503 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:41:50 user nova-compute[74712]:   <uuid>77e67743-1363-46c1-965d-cb0a820a0503</uuid>
Oct 15 19:41:50 user nova-compute[74712]:   <name>instance-0000000d</name>
Oct 15 19:41:50 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:41:50 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:41:50 user nova-compute[74712]:   <metadata>
Oct 15 19:41:50 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:41:50 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:41:50 user nova-compute[74712]:       <nova:name>tempest-ServerActionsTestOtherA-server-56383025</nova:name>
Oct 15 19:41:50 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:41:50</nova:creationTime>
Oct 15 19:41:50 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:41:50 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:41:50 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:41:50 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:41:50 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:41:50 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:41:50 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:41:50 user nova-compute[74712]:       <nova:owner>
Oct 15 19:41:50 user nova-compute[74712]:         <nova:user uuid="522fe13f4fb24632b926377276b23d68">tempest-ServerActionsTestOtherA-1442469360-project-member</nova:user>
Oct 15 19:41:50 user nova-compute[74712]:         <nova:project uuid="1e12732193f34038bdb2f114eb7f1c6d">tempest-ServerActionsTestOtherA-1442469360</nova:project>
Oct 15 19:41:50 user nova-compute[74712]:       </nova:owner>
Oct 15 19:41:50 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:41:50 user nova-compute[74712]:       <nova:ports>
Oct 15 19:41:50 user nova-compute[74712]:         <nova:port uuid="8a55ed23-2df6-4c8f-b969-b6bd30c494c7">
Oct 15 19:41:50 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 15 19:41:50 user nova-compute[74712]:         </nova:port>
Oct 15 19:41:50 user nova-compute[74712]:       </nova:ports>
Oct 15 19:41:50 user nova-compute[74712]:     </nova:instance>
Oct 15 19:41:50 user nova-compute[74712]:   </metadata>
Oct 15 19:41:50 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:41:50 user nova-compute[74712]:     <system>
Oct 15 19:41:50 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:41:50 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:41:50 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:41:50 user nova-compute[74712]:       <entry name="serial">77e67743-1363-46c1-965d-cb0a820a0503</entry>
Oct 15 19:41:50 user nova-compute[74712]:       <entry name="uuid">77e67743-1363-46c1-965d-cb0a820a0503</entry>
Oct 15 19:41:50 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:41:50 user nova-compute[74712]:     </system>
Oct 15 19:41:50 user nova-compute[74712]:   </sysinfo>
Oct 15 19:41:50 user nova-compute[74712]:   <os>
Oct 15 19:41:50 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:41:50 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:41:50 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:41:50 user nova-compute[74712]:   </os>
Oct 15 19:41:50 user nova-compute[74712]:   <features>
Oct 15 19:41:50 user nova-compute[74712]:     <acpi/>
Oct 15 19:41:50 user nova-compute[74712]:     <apic/>
Oct 15 19:41:50 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:41:50 user nova-compute[74712]:   </features>
Oct 15 19:41:50 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:41:50 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:41:50 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:41:50 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:41:50 user nova-compute[74712]:   </clock>
Oct 15 19:41:50 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:41:50 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:41:50 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:41:50 user nova-compute[74712]:   </cpu>
Oct 15 19:41:50 user nova-compute[74712]:   <devices>
Oct 15 19:41:50 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:41:50 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:41:50 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk"/>
Oct 15 19:41:50 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:41:50 user nova-compute[74712]:     </disk>
Oct 15 19:41:50 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:41:50 user nova-compute[74712]:       <mac address="fa:16:3e:f4:d3:22"/>
Oct 15 19:41:50 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:50 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:41:50 user nova-compute[74712]:       <target dev="tap8a55ed23-2d"/>
Oct 15 19:41:50 user nova-compute[74712]:     </interface>
Oct 15 19:41:50 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:41:50 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/console.log" append="off"/>
Oct 15 19:41:50 user nova-compute[74712]:     </serial>
Oct 15 19:41:50 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:41:50 user nova-compute[74712]:     <video>
Oct 15 19:41:50 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:50 user nova-compute[74712]:     </video>
Oct 15 19:41:50 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:41:50 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:41:50 user nova-compute[74712]:     </rng>
Oct 15 19:41:50 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:41:50 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:41:50 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:41:50 user nova-compute[74712]:     </memballoon>
Oct 15 19:41:50 user nova-compute[74712]:   </devices>
Oct 15 19:41:50 user nova-compute[74712]: </domain>
Oct 15 19:41:50 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:41:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-56383025',display_name='tempest-ServerActionsTestOtherA-server-56383025',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-56383025',id=13,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPNEeMvyNm/+fyAOIAD320L/onhqamhtiHhHCXYXJJLm+pOrS+B+fcPudKddvnpGFhT9UHOuYauwidz7NvUgRiywQ891SGXw97neAOMaLOKzwcOE498fvT1fAwFOi16uzg==',key_name='tempest-keypair-1740261553',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-vspned3e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:41:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=77e67743-1363-46c1-965d-cb0a820a0503,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:d3:22,bridge_name='br-int',has_traffic_filtering=True,id=8a55ed23-2df6-4c8f-b969-b6bd30c494c7,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a55ed23-2d') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG os_vif [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:d3:22,bridge_name='br-int',has_traffic_filtering=True,id=8a55ed23-2df6-4c8f-b969-b6bd30c494c7,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a55ed23-2d') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7e209e9c-41fe-5424-ba56-3e035d8c672d', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8a55ed23-2d, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8a55ed23-2d, col_values=(('qos', UUID('a5f3fd0a-e70c-41d9-b1c4-042167378f9b')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8a55ed23-2d, col_values=(('external_ids', {'iface-id': '8a55ed23-2df6-4c8f-b969-b6bd30c494c7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:d3:22', 'vm-uuid': '77e67743-1363-46c1-965d-cb0a820a0503'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:50 user nova-compute[74712]: INFO os_vif [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:d3:22,bridge_name='br-int',has_traffic_filtering=True,id=8a55ed23-2df6-4c8f-b969-b6bd30c494c7,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a55ed23-2d')
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk 1073741824" returned: 0 in 0.062s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:41:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No VIF found with MAC fa:16:3e:f4:d3:22, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.202s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Checking if we can resize image /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG nova.network.neutron [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Successfully created port: a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Cannot resize image /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Ensure instance console log exists: /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-58e6128a-6791-4538-94a0-e1cb07492af7 req-27ad3aee-b5aa-42c9-b32c-6a0b9bb63e0e service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updated VIF entry in instance network info cache for port 8a55ed23-2df6-4c8f-b969-b6bd30c494c7. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-58e6128a-6791-4538-94a0-e1cb07492af7 req-27ad3aee-b5aa-42c9-b32c-6a0b9bb63e0e service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updating instance_info_cache with network_info: [{"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-58e6128a-6791-4538-94a0-e1cb07492af7 req-27ad3aee-b5aa-42c9-b32c-6a0b9bb63e0e service nova] Releasing lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:41:51 user nova-compute[74712]: DEBUG nova.network.neutron [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Successfully updated port: a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "refresh_cache-854c9ccf-f7d4-4f47-b371-6696ba2655f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquired lock "refresh_cache-854c9ccf-f7d4-4f47-b371-6696ba2655f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.network.neutron [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-2b359ef6-b1ef-46e1-ad2c-0e95d2448c8d req-8cdc8c60-d95d-4513-98f6-e739d64c358d service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Received event network-changed-a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-2b359ef6-b1ef-46e1-ad2c-0e95d2448c8d req-8cdc8c60-d95d-4513-98f6-e739d64c358d service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Refreshing instance network info cache due to event network-changed-a3ace429-dc61-4353-98ff-3208b81d9295. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2b359ef6-b1ef-46e1-ad2c-0e95d2448c8d req-8cdc8c60-d95d-4513-98f6-e739d64c358d service nova] Acquiring lock "refresh_cache-854c9ccf-f7d4-4f47-b371-6696ba2655f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.network.neutron [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.network.neutron [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Updating instance_info_cache with network_info: [{"id": "a3ace429-dc61-4353-98ff-3208b81d9295", "address": "fa:16:3e:e2:c5:bf", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3ace429-dc", "ovs_interfaceid": "a3ace429-dc61-4353-98ff-3208b81d9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Releasing lock "refresh_cache-854c9ccf-f7d4-4f47-b371-6696ba2655f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Instance network_info: |[{"id": "a3ace429-dc61-4353-98ff-3208b81d9295", "address": "fa:16:3e:e2:c5:bf", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3ace429-dc", "ovs_interfaceid": "a3ace429-dc61-4353-98ff-3208b81d9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2b359ef6-b1ef-46e1-ad2c-0e95d2448c8d req-8cdc8c60-d95d-4513-98f6-e739d64c358d service nova] Acquired lock "refresh_cache-854c9ccf-f7d4-4f47-b371-6696ba2655f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.network.neutron [req-2b359ef6-b1ef-46e1-ad2c-0e95d2448c8d req-8cdc8c60-d95d-4513-98f6-e739d64c358d service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Refreshing network info cache for port a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Start _get_guest_xml network_info=[{"id": "a3ace429-dc61-4353-98ff-3208b81d9295", "address": "fa:16:3e:e2:c5:bf", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3ace429-dc", "ovs_interfaceid": "a3ace429-dc61-4353-98ff-3208b81d9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:41:52 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:41:52 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:41:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2112165655',display_name='tempest-VolumesAdminNegativeTest-server-2112165655',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2112165655',id=14,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d364c9dde524c58a9ccd0edadbb66a3',ramdisk_id='',reservation_id='r-rtb50ogh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1630847276',owner_user_name='tempest-VolumesAdminNegativeTest-1630847276-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:41:50Z,user_data=None,user_id='1bb7f65663fa4eaeace9838a14fb28ec',uuid=854c9ccf-f7d4-4f47-b371-6696ba2655f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3ace429-dc61-4353-98ff-3208b81d9295", "address": "fa:16:3e:e2:c5:bf", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3ace429-dc", "ovs_interfaceid": "a3ace429-dc61-4353-98ff-3208b81d9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converting VIF {"id": "a3ace429-dc61-4353-98ff-3208b81d9295", "address": "fa:16:3e:e2:c5:bf", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3ace429-dc", "ovs_interfaceid": "a3ace429-dc61-4353-98ff-3208b81d9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c5:bf,bridge_name='br-int',has_traffic_filtering=True,id=a3ace429-dc61-4353-98ff-3208b81d9295,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3ace429-dc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.objects.instance [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lazy-loading 'pci_devices' on Instance uuid 854c9ccf-f7d4-4f47-b371-6696ba2655f4 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-e16779e7-2f16-4882-adbc-e39780822f89 req-1baace7b-fcf3-49a7-ab0e-d83140a75380 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received event network-vif-plugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e16779e7-2f16-4882-adbc-e39780822f89 req-1baace7b-fcf3-49a7-ab0e-d83140a75380 service nova] Acquiring lock "77e67743-1363-46c1-965d-cb0a820a0503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e16779e7-2f16-4882-adbc-e39780822f89 req-1baace7b-fcf3-49a7-ab0e-d83140a75380 service nova] Lock "77e67743-1363-46c1-965d-cb0a820a0503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e16779e7-2f16-4882-adbc-e39780822f89 req-1baace7b-fcf3-49a7-ab0e-d83140a75380 service nova] Lock "77e67743-1363-46c1-965d-cb0a820a0503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-e16779e7-2f16-4882-adbc-e39780822f89 req-1baace7b-fcf3-49a7-ab0e-d83140a75380 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] No waiting events found dispatching network-vif-plugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:52 user nova-compute[74712]: WARNING nova.compute.manager [req-e16779e7-2f16-4882-adbc-e39780822f89 req-1baace7b-fcf3-49a7-ab0e-d83140a75380 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received unexpected event network-vif-plugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 for instance with vm_state building and task_state spawning.
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:41:52 user nova-compute[74712]:   <uuid>854c9ccf-f7d4-4f47-b371-6696ba2655f4</uuid>
Oct 15 19:41:52 user nova-compute[74712]:   <name>instance-0000000e</name>
Oct 15 19:41:52 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:41:52 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:41:52 user nova-compute[74712]:   <metadata>
Oct 15 19:41:52 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:41:52 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:41:52 user nova-compute[74712]:       <nova:name>tempest-VolumesAdminNegativeTest-server-2112165655</nova:name>
Oct 15 19:41:52 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:41:52</nova:creationTime>
Oct 15 19:41:52 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:41:52 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:41:52 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:41:52 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:41:52 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:41:52 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:41:52 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:41:52 user nova-compute[74712]:       <nova:owner>
Oct 15 19:41:52 user nova-compute[74712]:         <nova:user uuid="1bb7f65663fa4eaeace9838a14fb28ec">tempest-VolumesAdminNegativeTest-1630847276-project-member</nova:user>
Oct 15 19:41:52 user nova-compute[74712]:         <nova:project uuid="5d364c9dde524c58a9ccd0edadbb66a3">tempest-VolumesAdminNegativeTest-1630847276</nova:project>
Oct 15 19:41:52 user nova-compute[74712]:       </nova:owner>
Oct 15 19:41:52 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:41:52 user nova-compute[74712]:       <nova:ports>
Oct 15 19:41:52 user nova-compute[74712]:         <nova:port uuid="a3ace429-dc61-4353-98ff-3208b81d9295">
Oct 15 19:41:52 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:41:52 user nova-compute[74712]:         </nova:port>
Oct 15 19:41:52 user nova-compute[74712]:       </nova:ports>
Oct 15 19:41:52 user nova-compute[74712]:     </nova:instance>
Oct 15 19:41:52 user nova-compute[74712]:   </metadata>
Oct 15 19:41:52 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:41:52 user nova-compute[74712]:     <system>
Oct 15 19:41:52 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:41:52 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:41:52 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:41:52 user nova-compute[74712]:       <entry name="serial">854c9ccf-f7d4-4f47-b371-6696ba2655f4</entry>
Oct 15 19:41:52 user nova-compute[74712]:       <entry name="uuid">854c9ccf-f7d4-4f47-b371-6696ba2655f4</entry>
Oct 15 19:41:52 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:41:52 user nova-compute[74712]:     </system>
Oct 15 19:41:52 user nova-compute[74712]:   </sysinfo>
Oct 15 19:41:52 user nova-compute[74712]:   <os>
Oct 15 19:41:52 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:41:52 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:41:52 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:41:52 user nova-compute[74712]:   </os>
Oct 15 19:41:52 user nova-compute[74712]:   <features>
Oct 15 19:41:52 user nova-compute[74712]:     <acpi/>
Oct 15 19:41:52 user nova-compute[74712]:     <apic/>
Oct 15 19:41:52 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:41:52 user nova-compute[74712]:   </features>
Oct 15 19:41:52 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:41:52 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:41:52 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:41:52 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:41:52 user nova-compute[74712]:   </clock>
Oct 15 19:41:52 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:41:52 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:41:52 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:41:52 user nova-compute[74712]:   </cpu>
Oct 15 19:41:52 user nova-compute[74712]:   <devices>
Oct 15 19:41:52 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:41:52 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:41:52 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk"/>
Oct 15 19:41:52 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:41:52 user nova-compute[74712]:     </disk>
Oct 15 19:41:52 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:41:52 user nova-compute[74712]:       <mac address="fa:16:3e:e2:c5:bf"/>
Oct 15 19:41:52 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:52 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:41:52 user nova-compute[74712]:       <target dev="tapa3ace429-dc"/>
Oct 15 19:41:52 user nova-compute[74712]:     </interface>
Oct 15 19:41:52 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:41:52 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/console.log" append="off"/>
Oct 15 19:41:52 user nova-compute[74712]:     </serial>
Oct 15 19:41:52 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:41:52 user nova-compute[74712]:     <video>
Oct 15 19:41:52 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:41:52 user nova-compute[74712]:     </video>
Oct 15 19:41:52 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:41:52 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:41:52 user nova-compute[74712]:     </rng>
Oct 15 19:41:52 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:41:52 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:41:52 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:41:52 user nova-compute[74712]:     </memballoon>
Oct 15 19:41:52 user nova-compute[74712]:   </devices>
Oct 15 19:41:52 user nova-compute[74712]: </domain>
Oct 15 19:41:52 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:41:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2112165655',display_name='tempest-VolumesAdminNegativeTest-server-2112165655',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2112165655',id=14,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d364c9dde524c58a9ccd0edadbb66a3',ramdisk_id='',reservation_id='r-rtb50ogh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1630847276',owner_user_name='tempest-VolumesAdminNegativeTest-1630847276-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:41:50Z,user_data=None,user_id='1bb7f65663fa4eaeace9838a14fb28ec',uuid=854c9ccf-f7d4-4f47-b371-6696ba2655f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3ace429-dc61-4353-98ff-3208b81d9295", "address": "fa:16:3e:e2:c5:bf", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3ace429-dc", "ovs_interfaceid": "a3ace429-dc61-4353-98ff-3208b81d9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converting VIF {"id": "a3ace429-dc61-4353-98ff-3208b81d9295", "address": "fa:16:3e:e2:c5:bf", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3ace429-dc", "ovs_interfaceid": "a3ace429-dc61-4353-98ff-3208b81d9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c5:bf,bridge_name='br-int',has_traffic_filtering=True,id=a3ace429-dc61-4353-98ff-3208b81d9295,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3ace429-dc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG os_vif [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c5:bf,bridge_name='br-int',has_traffic_filtering=True,id=a3ace429-dc61-4353-98ff-3208b81d9295,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3ace429-dc') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2e7678d7-0cc6-5a03-9fb8-1b48edba8d36', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa3ace429-dc, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa3ace429-dc, col_values=(('qos', UUID('03126099-3a1d-4f82-a39e-ea2ec0211cb4')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa3ace429-dc, col_values=(('external_ids', {'iface-id': 'a3ace429-dc61-4353-98ff-3208b81d9295', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:c5:bf', 'vm-uuid': '854c9ccf-f7d4-4f47-b371-6696ba2655f4'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: INFO os_vif [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c5:bf,bridge_name='br-int',has_traffic_filtering=True,id=a3ace429-dc61-4353-98ff-3208b81d9295,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3ace429-dc')
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] No VIF found with MAC fa:16:3e:e2:c5:bf, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-2b359ef6-b1ef-46e1-ad2c-0e95d2448c8d req-8cdc8c60-d95d-4513-98f6-e739d64c358d service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Updated VIF entry in instance network info cache for port a3ace429-dc61-4353-98ff-3208b81d9295. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:41:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-2b359ef6-b1ef-46e1-ad2c-0e95d2448c8d req-8cdc8c60-d95d-4513-98f6-e739d64c358d service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Updating instance_info_cache with network_info: [{"id": "a3ace429-dc61-4353-98ff-3208b81d9295", "address": "fa:16:3e:e2:c5:bf", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3ace429-dc", "ovs_interfaceid": "a3ace429-dc61-4353-98ff-3208b81d9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:41:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2b359ef6-b1ef-46e1-ad2c-0e95d2448c8d req-8cdc8c60-d95d-4513-98f6-e739d64c358d service nova] Releasing lock "refresh_cache-854c9ccf-f7d4-4f47-b371-6696ba2655f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-290e4e8d-87c0-4aa4-b39e-6bdcb40bbca2 req-45eccf45-a39e-4ff9-abc1-aaf92aaf32e8 service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Received event network-vif-plugged-a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-290e4e8d-87c0-4aa4-b39e-6bdcb40bbca2 req-45eccf45-a39e-4ff9-abc1-aaf92aaf32e8 service nova] Acquiring lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-290e4e8d-87c0-4aa4-b39e-6bdcb40bbca2 req-45eccf45-a39e-4ff9-abc1-aaf92aaf32e8 service nova] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-290e4e8d-87c0-4aa4-b39e-6bdcb40bbca2 req-45eccf45-a39e-4ff9-abc1-aaf92aaf32e8 service nova] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-290e4e8d-87c0-4aa4-b39e-6bdcb40bbca2 req-45eccf45-a39e-4ff9-abc1-aaf92aaf32e8 service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] No waiting events found dispatching network-vif-plugged-a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:54 user nova-compute[74712]: WARNING nova.compute.manager [req-290e4e8d-87c0-4aa4-b39e-6bdcb40bbca2 req-45eccf45-a39e-4ff9-abc1-aaf92aaf32e8 service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Received unexpected event network-vif-plugged-a3ace429-dc61-4353-98ff-3208b81d9295 for instance with vm_state building and task_state spawning.
Oct 15 19:41:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-f878bb13-6f6c-44b6-b0ee-25fdd3e96bc3 req-5385f5cb-ddf2-41a9-bd9a-db15cfdc7fa0 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received event network-vif-plugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f878bb13-6f6c-44b6-b0ee-25fdd3e96bc3 req-5385f5cb-ddf2-41a9-bd9a-db15cfdc7fa0 service nova] Acquiring lock "77e67743-1363-46c1-965d-cb0a820a0503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f878bb13-6f6c-44b6-b0ee-25fdd3e96bc3 req-5385f5cb-ddf2-41a9-bd9a-db15cfdc7fa0 service nova] Lock "77e67743-1363-46c1-965d-cb0a820a0503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f878bb13-6f6c-44b6-b0ee-25fdd3e96bc3 req-5385f5cb-ddf2-41a9-bd9a-db15cfdc7fa0 service nova] Lock "77e67743-1363-46c1-965d-cb0a820a0503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-f878bb13-6f6c-44b6-b0ee-25fdd3e96bc3 req-5385f5cb-ddf2-41a9-bd9a-db15cfdc7fa0 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] No waiting events found dispatching network-vif-plugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:54 user nova-compute[74712]: WARNING nova.compute.manager [req-f878bb13-6f6c-44b6-b0ee-25fdd3e96bc3 req-5385f5cb-ddf2-41a9-bd9a-db15cfdc7fa0 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received unexpected event network-vif-plugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 for instance with vm_state building and task_state spawning.
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:41:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Instance spawned successfully.
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:54 user nova-compute[74712]: INFO nova.compute.manager [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Took 6.17 seconds to spawn the instance on the hypervisor.
Oct 15 19:41:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:41:54 user nova-compute[74712]: INFO nova.compute.manager [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Took 7.10 seconds to build instance.
Oct 15 19:41:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3a8af9c2-11e5-4c02-9bc5-40cfe710c60a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "77e67743-1363-46c1-965d-cb0a820a0503" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.224s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.compute.manager [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:41:56 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Instance spawned successfully.
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-783021ac-8014-491d-8473-69d4e1bc3e06 req-4f0e059d-3fca-4322-afae-96bd18f1ca67 service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Received event network-vif-plugged-a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-783021ac-8014-491d-8473-69d4e1bc3e06 req-4f0e059d-3fca-4322-afae-96bd18f1ca67 service nova] Acquiring lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-783021ac-8014-491d-8473-69d4e1bc3e06 req-4f0e059d-3fca-4322-afae-96bd18f1ca67 service nova] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-783021ac-8014-491d-8473-69d4e1bc3e06 req-4f0e059d-3fca-4322-afae-96bd18f1ca67 service nova] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-783021ac-8014-491d-8473-69d4e1bc3e06 req-4f0e059d-3fca-4322-afae-96bd18f1ca67 service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] No waiting events found dispatching network-vif-plugged-a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:41:56 user nova-compute[74712]: WARNING nova.compute.manager [req-783021ac-8014-491d-8473-69d4e1bc3e06 req-4f0e059d-3fca-4322-afae-96bd18f1ca67 service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Received unexpected event network-vif-plugged-a3ace429-dc61-4353-98ff-3208b81d9295 for instance with vm_state building and task_state spawning.
Oct 15 19:41:56 user nova-compute[74712]: INFO nova.compute.manager [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Took 6.29 seconds to spawn the instance on the hypervisor.
Oct 15 19:41:56 user nova-compute[74712]: DEBUG nova.compute.manager [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:41:56 user nova-compute[74712]: INFO nova.compute.manager [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Took 7.57 seconds to build instance.
Oct 15 19:41:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cebf5d3f-f361-4c48-aa49-c64f919aecb2 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.870s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jcGzsiAT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'serial': '2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xDedtzoT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': 'c700348b-ca33-4f5c-8a72-286294328345'}, 'status': 'reserved', 'instance': 'f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c700348b-ca33-4f5c-8a72-286294328345', 'serial'} {{(pid=74712) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jcGzsiAT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:41:57 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[77cd54c1-77d4-48e4-b6b6-3b864aa320a7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:41:57 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5fd69ba-48a9-4d48-bbb8-f3c46199d0d5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a] added
Oct 15 19:41:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35adbbc-f00e-4141-9f5e-219be40e315d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[78cf3656-081b-439a-a28c-3b4b6a72e562]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jcGzsiAT {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jcGzsiAT" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b861e578-1565-42cf-9e09-72ce6eab8284]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jcGzsiAT'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[01538713-f0ad-4f71-a688-f211b715c929]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[da70fb1b-bffe-4747-ae13-7013220669a1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --login" returned: 0 in 0.095s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a02f5739-dd2c-4553-8731-4a5e79b7afc0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260]
Oct 15 19:41:57 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260] successful.
Oct 15 19:41:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f183181-57a5-4f6c-bcba-9fbc02502918]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[db07339d-44a1-44d4-b4c7-6b28aba483ad]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:41:57 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:41:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.353s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] HCTL ('40', '-', '-', 0) found on session 15 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Scanning host 40 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5e69b4f-88f4-4268-9877-4ba3a0fb8be3]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Searching for a device in session 15 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jcGzsiAT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:41:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:41:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] <== connect_volume: return (1392ms) {'type': 'block', 'scsi_wwn': '26236393439316234', 'path': '/dev/sdi'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236393439316234', 'path': '/dev/sdi'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:41:58 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lazy-loading 'flavor' on Instance uuid f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-09827bab-2e49-4873-9ade-31c6a75023e8 req-1afc7f2e-a67c-4cab-b627-c3ffdb4be9a1 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event volume-reimaged-8f442b2f-3629-4740-8b61-7845f71f3666 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-09827bab-2e49-4873-9ade-31c6a75023e8 req-1afc7f2e-a67c-4cab-b627-c3ffdb4be9a1 service nova] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-09827bab-2e49-4873-9ade-31c6a75023e8 req-1afc7f2e-a67c-4cab-b627-c3ffdb4be9a1 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-09827bab-2e49-4873-9ade-31c6a75023e8 req-1afc7f2e-a67c-4cab-b627-c3ffdb4be9a1 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-09827bab-2e49-4873-9ade-31c6a75023e8 req-1afc7f2e-a67c-4cab-b627-c3ffdb4be9a1 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Processing event volume-reimaged-8f442b2f-3629-4740-8b61-7845f71f3666 {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG nova.compute.manager [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Instance event wait completed in 28 seconds for volume-reimaged {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:41:59 user nova-compute[74712]: INFO nova.virt.block_device [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Booting with volume 8f442b2f-3629-4740-8b61-7845f71f3666 at /dev/vda
Oct 15 19:41:59 user nova-compute[74712]: DEBUG os_brick.utils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3f5de80-7505-4c5c-843d-86fab09ccfda]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[59acfb03-7ae6-4e26-a799-f2c709e39d0e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.144s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b29bfbb-c700-4ead-8e81-4bb6531456c0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7be0448-8f1a-4b65-b25b-3b6d78a8cef4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 10485760 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:41:59 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:41:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75f6926-e229-43d2-9cbd-430924fbfc70]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG os_brick.utils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] <== get_connector_properties: return (288ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:41:59 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Updating existing volume attachment record: 341a4864-4b6c-49fc-81bf-1ee071de9a9a {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:42:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 84934656 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:42:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 227540992 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:42:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 384827392 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:42:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 529530880 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:42:02 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 657457152 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:42:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:02 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 826277888 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 989855744 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xDedtzoT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': 'c700348b-ca33-4f5c-8a72-286294328345'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:03 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[752c017f-94a2-4cfb-b9ed-6fa806a6883a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:42:03 user nova-compute[74712]: No targets found.
Oct 15 19:42:03 user nova-compute[74712]: iSNS:
Oct 15 19:42:03 user nova-compute[74712]: No targets found.
Oct 15 19:42:03 user nova-compute[74712]: STATIC:
Oct 15 19:42:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:42:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:42:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a
Oct 15 19:42:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:42:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:42:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:42:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345
Oct 15 19:42:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:03 user nova-compute[74712]: FIRMWARE:
Oct 15 19:42:03 user nova-compute[74712]: No targets found.
Oct 15 19:42:03 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:42:03 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:42:03 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa63304b-ba55-4b58-a07a-174b13ff2f28]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f451030-c3fc-4dd5-9c70-ccce3f68f0b7]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:03 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:03 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:03 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84681510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[019d971e-f3cd-4289-a07c-cb17fc1f6cf4]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[aefe3ded-b10f-49ae-ba96-6f968ef34cd9]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c006c276-539a-4a87-b2f3-d82dccb348f2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.034s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[12737580-b4a3-4297-8814-b794c7b42901]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec110b83-9918-44f0-aa3f-cef1a7936f87]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[777e22bb-eee6-4c12-b6c6-29cc7e02af10]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345, portal: 172.16.0.220,3260]
Oct 15 19:42:04 user nova-compute[74712]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:04 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c700348b-ca33-4f5c-8a72-286294328345 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdab0ed2-4457-4c76-a255-8f40fb5a92f7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] <== disconnect_volume: return (324ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jcGzsiAT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': 'f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'serial'} {{(pid=74712) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 15 19:42:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] swap_volume: removing Cinder connection for volume c700348b-ca33-4f5c-8a72-286294328345 {{(pid=74712) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 15 19:42:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] swap_volume: Updating volume c700348b-ca33-4f5c-8a72-286294328345 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "jcGzsiAT", "auth_password": "i1K3qVdaZRA5ky", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdi", "volume_id": "2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a"}, "status": "reserved", "instance": "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d", "attached_at": "", "detached_at": "", "volume_id": "2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a", "serial": "2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'no_device': None, 'attachment_id': 'f100b97d-158e-45da-8d15-4dc826d717f8'} {{(pid=74712) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 15 19:42:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b16f27db-0bac-40d5-b16c-c8b48581a7fc tempest-TestVolumeSwap-7751001 tempest-TestVolumeSwap-7751001-project-admin] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 26.320s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:06 user nova-compute[74712]: INFO nova.compute.manager [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Detaching volume 2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a
Oct 15 19:42:06 user nova-compute[74712]: INFO nova.virt.block_device [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Attempting to driver detach volume 2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a from mountpoint /dev/vdb
Oct 15 19:42:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Attempting to detach device vdb from instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:42:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:42:06 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:42:06 user nova-compute[74712]:   <source dev="/dev/sdi"/>
Oct 15 19:42:06 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:42:06 user nova-compute[74712]:   <serial>2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a</serial>
Oct 15 19:42:06 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:42:06 user nova-compute[74712]: </disk>
Oct 15 19:42:06 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:42:06 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Successfully detached device vdb from instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d from the persistent domain config.
Oct 15 19:42:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:42:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:42:06 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:42:06 user nova-compute[74712]:   <source dev="/dev/sdi"/>
Oct 15 19:42:06 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:42:06 user nova-compute[74712]:   <serial>2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a</serial>
Oct 15 19:42:06 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:42:06 user nova-compute[74712]: </disk>
Oct 15 19:42:06 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Acquiring lock "f20e95c7-e105-4b1a-9d43-4a2101343b31" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Acquiring lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:07 user nova-compute[74712]: INFO nova.compute.manager [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Terminating instance
Oct 15 19:42:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-3dac61e4-1a3c-4965-8952-48076a361a12 req-d98c5935-44a4-46c5-aa29-633e4cbb414e service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Received event network-vif-unplugged-6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3dac61e4-1a3c-4965-8952-48076a361a12 req-d98c5935-44a4-46c5-aa29-633e4cbb414e service nova] Acquiring lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3dac61e4-1a3c-4965-8952-48076a361a12 req-d98c5935-44a4-46c5-aa29-633e4cbb414e service nova] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3dac61e4-1a3c-4965-8952-48076a361a12 req-d98c5935-44a4-46c5-aa29-633e4cbb414e service nova] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-3dac61e4-1a3c-4965-8952-48076a361a12 req-d98c5935-44a4-46c5-aa29-633e4cbb414e service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] No waiting events found dispatching network-vif-unplugged-6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-3dac61e4-1a3c-4965-8952-48076a361a12 req-d98c5935-44a4-46c5-aa29-633e4cbb414e service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Received event network-vif-unplugged-6dbc707f-4163-40aa-881e-72eef1913106 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:42:08 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Instance destroyed successfully.
Oct 15 19:42:08 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lazy-loading 'resources' on Instance uuid f20e95c7-e105-4b1a-9d43-4a2101343b31 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-421972293',display_name='tempest-VolumesActionsTest-instance-421972293',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-421972293',id=10,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:40:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2e6e0ecceec0420f8f00954baa077be1',ramdisk_id='',reservation_id='r-8gaqi0z9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1828968971',owner_user_name='tempest-VolumesActionsTest-1828968971-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:40:05Z,user_data=None,user_id='cddad9efcd50426f995db03afdd70fa6',uuid=f20e95c7-e105-4b1a-9d43-4a2101343b31,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6dbc707f-4163-40aa-881e-72eef1913106", "address": "fa:16:3e:96:26:43", "network": {"id": "5cefb44e-801d-4a8e-8ab5-af6d20fd345f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1359175274-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e6e0ecceec0420f8f00954baa077be1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbc707f-41", "ovs_interfaceid": "6dbc707f-4163-40aa-881e-72eef1913106", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Converting VIF {"id": "6dbc707f-4163-40aa-881e-72eef1913106", "address": "fa:16:3e:96:26:43", "network": {"id": "5cefb44e-801d-4a8e-8ab5-af6d20fd345f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1359175274-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e6e0ecceec0420f8f00954baa077be1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbc707f-41", "ovs_interfaceid": "6dbc707f-4163-40aa-881e-72eef1913106", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:26:43,bridge_name='br-int',has_traffic_filtering=True,id=6dbc707f-4163-40aa-881e-72eef1913106,network=Network(5cefb44e-801d-4a8e-8ab5-af6d20fd345f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dbc707f-41') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG os_vif [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:26:43,bridge_name='br-int',has_traffic_filtering=True,id=6dbc707f-4163-40aa-881e-72eef1913106,network=Network(5cefb44e-801d-4a8e-8ab5-af6d20fd345f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dbc707f-41') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6dbc707f-41, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=11cfe3ab-f423-430d-93fe-92642faced8e) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:08 user nova-compute[74712]: INFO os_vif [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:26:43,bridge_name='br-int',has_traffic_filtering=True,id=6dbc707f-4163-40aa-881e-72eef1913106,network=Network(5cefb44e-801d-4a8e-8ab5-af6d20fd345f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dbc707f-41')
Oct 15 19:42:08 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Deleting instance files /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31_del
Oct 15 19:42:08 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Deletion of /opt/stack/data/nova/instances/f20e95c7-e105-4b1a-9d43-4a2101343b31_del complete
Oct 15 19:42:08 user nova-compute[74712]: INFO nova.compute.manager [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Took 1.07 seconds to destroy the instance on the hypervisor.
Oct 15 19:42:08 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:42:08 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:09 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Took 0.56 seconds to deallocate network for instance.
Oct 15 19:42:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-2023685c-654a-4913-8a5e-1bbe96b6170f req-4df16205-1ef9-4137-8a09-a5ed9b2aaac8 service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Received event network-vif-deleted-6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.505s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:09 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Deleted allocations for instance f20e95c7-e105-4b1a-9d43-4a2101343b31
Oct 15 19:42:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4121dd6-e602-4946-8a5e-b0e76b8e0613 tempest-VolumesActionsTest-1828968971 tempest-VolumesActionsTest-1828968971-project-member] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.374s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-d12108cf-3445-421e-8794-9a15e463740a req-86fb250d-3448-465c-bec5-94b378d1b76a service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Received event network-vif-plugged-6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d12108cf-3445-421e-8794-9a15e463740a req-86fb250d-3448-465c-bec5-94b378d1b76a service nova] Acquiring lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d12108cf-3445-421e-8794-9a15e463740a req-86fb250d-3448-465c-bec5-94b378d1b76a service nova] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d12108cf-3445-421e-8794-9a15e463740a req-86fb250d-3448-465c-bec5-94b378d1b76a service nova] Lock "f20e95c7-e105-4b1a-9d43-4a2101343b31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-d12108cf-3445-421e-8794-9a15e463740a req-86fb250d-3448-465c-bec5-94b378d1b76a service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] No waiting events found dispatching network-vif-plugged-6dbc707f-4163-40aa-881e-72eef1913106 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:09 user nova-compute[74712]: WARNING nova.compute.manager [req-d12108cf-3445-421e-8794-9a15e463740a req-86fb250d-3448-465c-bec5-94b378d1b76a service nova] [instance: f20e95c7-e105-4b1a-9d43-4a2101343b31] Received unexpected event network-vif-plugged-6dbc707f-4163-40aa-881e-72eef1913106 for instance with vm_state deleted and task_state None.
Oct 15 19:42:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lazy-loading 'flavor' on Instance uuid 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:11 user nova-compute[74712]: INFO nova.compute.manager [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Attaching volume 4a7a2266-64b7-4202-ada7-7074038ae942 to /dev/vdb
Oct 15 19:42:11 user nova-compute[74712]: DEBUG os_brick.utils [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[86e23608-94a8-48f2-8083-7ad852f3dc93]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[53eda17b-94b9-41c2-becf-1569fba03512]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b602088-44fa-4640-8bf6-eb74f704efc1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c14fb15-9c2f-4dfc-9666-868ccc08801c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:42:11 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc60e898-4d08-4467-8237-d9b13358e752]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG os_brick.utils [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating existing volume attachment record: 94498a37-49a6-435f-ac81-bbc41e1a1513 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:42:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:42:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Acquiring lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Acquiring lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:15 user nova-compute[74712]: INFO nova.compute.manager [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Terminating instance
Oct 15 19:42:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-eff5daa8-648a-4cbb-afd6-a8674dded081 req-3703ac88-73bc-4e88-a6ac-a9c9de77c8f4 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received event network-vif-unplugged-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-eff5daa8-648a-4cbb-afd6-a8674dded081 req-3703ac88-73bc-4e88-a6ac-a9c9de77c8f4 service nova] Acquiring lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-eff5daa8-648a-4cbb-afd6-a8674dded081 req-3703ac88-73bc-4e88-a6ac-a9c9de77c8f4 service nova] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-eff5daa8-648a-4cbb-afd6-a8674dded081 req-3703ac88-73bc-4e88-a6ac-a9c9de77c8f4 service nova] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-eff5daa8-648a-4cbb-afd6-a8674dded081 req-3703ac88-73bc-4e88-a6ac-a9c9de77c8f4 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] No waiting events found dispatching network-vif-unplugged-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-eff5daa8-648a-4cbb-afd6-a8674dded081 req-3703ac88-73bc-4e88-a6ac-a9c9de77c8f4 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received event network-vif-unplugged-b23511eb-6660-4df1-bb78-a7b29031474a for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:42:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Instance destroyed successfully.
Oct 15 19:42:16 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lazy-loading 'resources' on Instance uuid 09dbbacb-af4d-47fc-a2ae-bb7180990b91 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:39:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1949999882',display_name='tempest-VolumesAssistedSnapshotsTest-server-1949999882',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1949999882',id=8,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDcFLmD0k1MOzKST75ejZRJORiqNy2yk09jye4EHmBN7l7w92RfPHcyD7ZNTB0ZhvOjJcPWuk/2Wf4MO9+BJADsiHSwTEkN20t9EfHR6VjHie+lZmkWosF6vPG6otEiCw==',key_name='tempest-keypair-1704068731',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:39:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='86cb5763bd554b1c904552fa5d810601',ramdisk_id='',reservation_id='r-mv9wwwdy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1872187162',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1872187162-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:39:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe447c43954545a9ac9a47dfc70d1fd5',uuid=09dbbacb-af4d-47fc-a2ae-bb7180990b91,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Converting VIF {"id": "b23511eb-6660-4df1-bb78-a7b29031474a", "address": "fa:16:3e:33:68:b9", "network": {"id": "84e0f1df-5748-4dbf-a7a0-b385410cc499", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-711599363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86cb5763bd554b1c904552fa5d810601", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23511eb-66", "ovs_interfaceid": "b23511eb-6660-4df1-bb78-a7b29031474a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:33:68:b9,bridge_name='br-int',has_traffic_filtering=True,id=b23511eb-6660-4df1-bb78-a7b29031474a,network=Network(84e0f1df-5748-4dbf-a7a0-b385410cc499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb23511eb-66') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG os_vif [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:68:b9,bridge_name='br-int',has_traffic_filtering=True,id=b23511eb-6660-4df1-bb78-a7b29031474a,network=Network(84e0f1df-5748-4dbf-a7a0-b385410cc499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb23511eb-66') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb23511eb-66, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9fcbefea-545e-4e1a-bd29-549f467193ae) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:16 user nova-compute[74712]: INFO os_vif [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:68:b9,bridge_name='br-int',has_traffic_filtering=True,id=b23511eb-6660-4df1-bb78-a7b29031474a,network=Network(84e0f1df-5748-4dbf-a7a0-b385410cc499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb23511eb-66')
Oct 15 19:42:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Deleting instance files /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91_del
Oct 15 19:42:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Deletion of /opt/stack/data/nova/instances/09dbbacb-af4d-47fc-a2ae-bb7180990b91_del complete
Oct 15 19:42:16 user nova-compute[74712]: INFO nova.compute.manager [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Took 1.23 seconds to destroy the instance on the hypervisor.
Oct 15 19:42:16 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Error from libvirt while getting description of instance-00000008: [Error Code 42] Domain not found: no domain with matching uuid '09dbbacb-af4d-47fc-a2ae-bb7180990b91' (instance-00000008): libvirt.libvirtError: Domain not found: no domain with matching uuid '09dbbacb-af4d-47fc-a2ae-bb7180990b91' (instance-00000008)
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-409b6ac9-7b46-482d-a6b4-ddb46bbd5f38 req-f480e1e9-fc90-475a-b273-b9b9d64d5e17 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received event network-vif-deleted-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:17 user nova-compute[74712]: INFO nova.compute.manager [req-409b6ac9-7b46-482d-a6b4-ddb46bbd5f38 req-f480e1e9-fc90-475a-b273-b9b9d64d5e17 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Neutron deleted interface b23511eb-6660-4df1-bb78-a7b29031474a; detaching it from the instance and deleting it from the info cache
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.network.neutron [req-409b6ac9-7b46-482d-a6b4-ddb46bbd5f38 req-f480e1e9-fc90-475a-b273-b9b9d64d5e17 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:17 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Took 0.82 seconds to deallocate network for instance.
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-409b6ac9-7b46-482d-a6b4-ddb46bbd5f38 req-f480e1e9-fc90-475a-b273-b9b9d64d5e17 service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Detach interface failed, port_id=b23511eb-6660-4df1-bb78-a7b29031474a, reason: Instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:42:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Creating image(s)
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Ensure instance console log exists: /opt/stack/data/nova/instances/070e42d3-e540-47a1-8f07-73443d2c7a63/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Start _get_guest_xml network_info=[{"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SXtjEZgO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '070e42d3-e540-47a1-8f07-73443d2c7a63', 'attached_at': '', 'detached_at': '', 'volume_id': '8f442b2f-3629-4740-8b61-7845f71f3666', 'serial': '8f442b2f-3629-4740-8b61-7845f71f3666'}, 'attachment_id': '341a4864-4b6c-49fc-81bf-1ee071de9a9a', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:42:17 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 15 19:42:17 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.objects.instance [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lazy-loading 'vcpu_model' on Instance uuid 070e42d3-e540-47a1-8f07-73443d2c7a63 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SXtjEZgO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:17 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:17 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:17 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ddbb981-8231-4a3e-a044-1ee380726f15]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:42:17 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5964dc-4bf2-4caa-92af-bfb92abc0e25]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666] added
Oct 15 19:42:17 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd16d96a-57b0-4996-b0da-1a4c3370f8c6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7295d896-93b9-44ae-8473-c572ae1e6830]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SXtjEZgO {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SXtjEZgO" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[72b8328a-74d0-41d5-a51a-96deb51f913a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SXtjEZgO'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-9e5723eb-c487-482b-a8e2-12e43e50ce32 req-930223c6-fb4c-4700-9f62-4203d24d7c2e service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received event network-vif-plugged-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9e5723eb-c487-482b-a8e2-12e43e50ce32 req-930223c6-fb4c-4700-9f62-4203d24d7c2e service nova] Acquiring lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9e5723eb-c487-482b-a8e2-12e43e50ce32 req-930223c6-fb4c-4700-9f62-4203d24d7c2e service nova] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9e5723eb-c487-482b-a8e2-12e43e50ce32 req-930223c6-fb4c-4700-9f62-4203d24d7c2e service nova] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-9e5723eb-c487-482b-a8e2-12e43e50ce32 req-930223c6-fb4c-4700-9f62-4203d24d7c2e service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] No waiting events found dispatching network-vif-plugged-b23511eb-6660-4df1-bb78-a7b29031474a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:17 user nova-compute[74712]: WARNING nova.compute.manager [req-9e5723eb-c487-482b-a8e2-12e43e50ce32 req-930223c6-fb4c-4700-9f62-4203d24d7c2e service nova] [instance: 09dbbacb-af4d-47fc-a2ae-bb7180990b91] Received unexpected event network-vif-plugged-b23511eb-6660-4df1-bb78-a7b29031474a for instance with vm_state deleted and task_state None.
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.576s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0137f1da-4cd8-4117-ad00-79a132c6cb77]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Deleted allocations for instance 09dbbacb-af4d-47fc-a2ae-bb7180990b91
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3bc7725-9732-4a8f-b2c7-d04ec42aaa35]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:17 user nova-compute[74712]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:42:17 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:17 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:17 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:17 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:17 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:17 user nova-compute[74712]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:42:17 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:17 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:17 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:17 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:17 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[20c6781b-11f2-40b4-8d97-99a165fd4f05]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260]
Oct 15 19:42:18 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:18 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1009e88-6d67-460c-8e03-e3076c33f799]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e8629bd-aa17-4bc0-8c34-d2b5c64f9c95 tempest-VolumesAssistedSnapshotsTest-1872187162 tempest-VolumesAssistedSnapshotsTest-1872187162-project-member] Lock "09dbbacb-af4d-47fc-a2ae-bb7180990b91" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.915s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c33deacf-c6a4-443b-878d-0ba7a281561c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:18 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:18 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:18 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.385s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf258871-b1f9-4a71-aa82-5440a6d98cee]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SXtjEZgO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.429s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] <== connect_volume: return (1432ms) {'type': 'block', 'scsi_wwn': '23837623737326662', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837623737326662', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:39:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1671423336',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-978298729',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWSbifvqg53TJHw5wxen6Uk9TAsUSXM5PPyhUHsAOLiyAvn5/k22ug29RrIX0KL0i5XsedGA3Z83wh1uuhaIfQj28ixWFO3SoZrwusOWqu9o3FhF7ior36asoBICaitRQ==',key_name='tempest-keypair-833606074',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:39:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='89226a65cd564aaca32c143f7c8eacfe',ramdisk_id='',reservation_id='r-000gwe4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-610570461',owner_user_name='tempest-ServerActionsV293TestJSON-610570461-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:41:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d0fef32226814134ae489cf8d8073587',uuid=070e42d3-e540-47a1-8f07-73443d2c7a63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converting VIF {"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:42:19 user nova-compute[74712]:   <uuid>070e42d3-e540-47a1-8f07-73443d2c7a63</uuid>
Oct 15 19:42:19 user nova-compute[74712]:   <name>instance-00000009</name>
Oct 15 19:42:19 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:42:19 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:42:19 user nova-compute[74712]:   <metadata>
Oct 15 19:42:19 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:42:19 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:42:19 user nova-compute[74712]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1671423336</nova:name>
Oct 15 19:42:19 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:42:17</nova:creationTime>
Oct 15 19:42:19 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:42:19 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:42:19 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:42:19 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:42:19 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:42:19 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:42:19 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:42:19 user nova-compute[74712]:       <nova:owner>
Oct 15 19:42:19 user nova-compute[74712]:         <nova:user uuid="d0fef32226814134ae489cf8d8073587">tempest-ServerActionsV293TestJSON-610570461-project-member</nova:user>
Oct 15 19:42:19 user nova-compute[74712]:         <nova:project uuid="89226a65cd564aaca32c143f7c8eacfe">tempest-ServerActionsV293TestJSON-610570461</nova:project>
Oct 15 19:42:19 user nova-compute[74712]:       </nova:owner>
Oct 15 19:42:19 user nova-compute[74712]:       <nova:ports>
Oct 15 19:42:19 user nova-compute[74712]:         <nova:port uuid="66bd87cd-7c81-4525-bbd1-f8b87599519d">
Oct 15 19:42:19 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 15 19:42:19 user nova-compute[74712]:         </nova:port>
Oct 15 19:42:19 user nova-compute[74712]:       </nova:ports>
Oct 15 19:42:19 user nova-compute[74712]:     </nova:instance>
Oct 15 19:42:19 user nova-compute[74712]:   </metadata>
Oct 15 19:42:19 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:42:19 user nova-compute[74712]:     <system>
Oct 15 19:42:19 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:42:19 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:42:19 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:42:19 user nova-compute[74712]:       <entry name="serial">070e42d3-e540-47a1-8f07-73443d2c7a63</entry>
Oct 15 19:42:19 user nova-compute[74712]:       <entry name="uuid">070e42d3-e540-47a1-8f07-73443d2c7a63</entry>
Oct 15 19:42:19 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:42:19 user nova-compute[74712]:     </system>
Oct 15 19:42:19 user nova-compute[74712]:   </sysinfo>
Oct 15 19:42:19 user nova-compute[74712]:   <os>
Oct 15 19:42:19 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:42:19 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:42:19 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:42:19 user nova-compute[74712]:   </os>
Oct 15 19:42:19 user nova-compute[74712]:   <features>
Oct 15 19:42:19 user nova-compute[74712]:     <acpi/>
Oct 15 19:42:19 user nova-compute[74712]:     <apic/>
Oct 15 19:42:19 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:42:19 user nova-compute[74712]:   </features>
Oct 15 19:42:19 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:42:19 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:42:19 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:42:19 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:42:19 user nova-compute[74712]:   </clock>
Oct 15 19:42:19 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:42:19 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:42:19 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:42:19 user nova-compute[74712]:   </cpu>
Oct 15 19:42:19 user nova-compute[74712]:   <devices>
Oct 15 19:42:19 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:42:19 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:42:19 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 19:42:19 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:42:19 user nova-compute[74712]:       <serial>8f442b2f-3629-4740-8b61-7845f71f3666</serial>
Oct 15 19:42:19 user nova-compute[74712]:     </disk>
Oct 15 19:42:19 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:42:19 user nova-compute[74712]:       <mac address="fa:16:3e:f6:c5:58"/>
Oct 15 19:42:19 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:42:19 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:42:19 user nova-compute[74712]:       <target dev="tap66bd87cd-7c"/>
Oct 15 19:42:19 user nova-compute[74712]:     </interface>
Oct 15 19:42:19 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:42:19 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/070e42d3-e540-47a1-8f07-73443d2c7a63/console.log" append="off"/>
Oct 15 19:42:19 user nova-compute[74712]:     </serial>
Oct 15 19:42:19 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:42:19 user nova-compute[74712]:     <video>
Oct 15 19:42:19 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:42:19 user nova-compute[74712]:     </video>
Oct 15 19:42:19 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:42:19 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:42:19 user nova-compute[74712]:     </rng>
Oct 15 19:42:19 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:42:19 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:42:19 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:42:19 user nova-compute[74712]:     </memballoon>
Oct 15 19:42:19 user nova-compute[74712]:   </devices>
Oct 15 19:42:19 user nova-compute[74712]: </domain>
Oct 15 19:42:19 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:39:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1671423336',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-978298729',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWSbifvqg53TJHw5wxen6Uk9TAsUSXM5PPyhUHsAOLiyAvn5/k22ug29RrIX0KL0i5XsedGA3Z83wh1uuhaIfQj28ixWFO3SoZrwusOWqu9o3FhF7ior36asoBICaitRQ==',key_name='tempest-keypair-833606074',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:39:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='89226a65cd564aaca32c143f7c8eacfe',ramdisk_id='',reservation_id='r-000gwe4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-610570461',owner_user_name='tempest-ServerActionsV293TestJSON-610570461-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:41:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d0fef32226814134ae489cf8d8073587',uuid=070e42d3-e540-47a1-8f07-73443d2c7a63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converting VIF {"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG os_vif [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '84b9ba3a-223b-52d4-a796-d5fe3bdb3785', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66bd87cd-7c, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66bd87cd-7c, col_values=(('qos', UUID('39fbc5c5-fa9d-4064-8497-968668f426ec')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66bd87cd-7c, col_values=(('external_ids', {'iface-id': '66bd87cd-7c81-4525-bbd1-f8b87599519d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f6:c5:58', 'vm-uuid': '070e42d3-e540-47a1-8f07-73443d2c7a63'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:42:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7738MB free_disk=25.373577117919922GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:19 user nova-compute[74712]: INFO os_vif [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c')
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] No VIF found with MAC fa:16:3e:f6:c5:58, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 7669a942-4236-4dca-a209-1885fb938eb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 070e42d3-e540-47a1-8f07-73443d2c7a63 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a89c2996-5337-4f21-939b-b03b7a4c3c50 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 854c9ccf-f7d4-4f47-b371-6696ba2655f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:42:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:42:20 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:42:20 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:42:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:42:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.687s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-7450b308-c20d-4580-b724-6bd5b23f0b41 req-be31642f-ba38-41c1-86f2-337f56d53875 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7450b308-c20d-4580-b724-6bd5b23f0b41 req-be31642f-ba38-41c1-86f2-337f56d53875 service nova] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7450b308-c20d-4580-b724-6bd5b23f0b41 req-be31642f-ba38-41c1-86f2-337f56d53875 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7450b308-c20d-4580-b724-6bd5b23f0b41 req-be31642f-ba38-41c1-86f2-337f56d53875 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-7450b308-c20d-4580-b724-6bd5b23f0b41 req-be31642f-ba38-41c1-86f2-337f56d53875 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] No waiting events found dispatching network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:21 user nova-compute[74712]: WARNING nova.compute.manager [req-7450b308-c20d-4580-b724-6bd5b23f0b41 req-be31642f-ba38-41c1-86f2-337f56d53875 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received unexpected event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d for instance with vm_state active and task_state rebuild_spawning.
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updating instance_info_cache with network_info: [{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:42:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:42:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:42:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:42:22 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Instance spawned successfully.
Oct 15 19:42:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG nova.objects.instance [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74712) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG nova.compute.manager [req-ee3ccdc6-f1a8-4cb5-9fa3-88422ce22290 req-1d3a423f-7e5c-469a-ab20-265f881955ce service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ee3ccdc6-f1a8-4cb5-9fa3-88422ce22290 req-1d3a423f-7e5c-469a-ab20-265f881955ce service nova] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ee3ccdc6-f1a8-4cb5-9fa3-88422ce22290 req-1d3a423f-7e5c-469a-ab20-265f881955ce service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ee3ccdc6-f1a8-4cb5-9fa3-88422ce22290 req-1d3a423f-7e5c-469a-ab20-265f881955ce service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:23 user nova-compute[74712]: DEBUG nova.compute.manager [req-ee3ccdc6-f1a8-4cb5-9fa3-88422ce22290 req-1d3a423f-7e5c-469a-ab20-265f881955ce service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] No waiting events found dispatching network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:23 user nova-compute[74712]: WARNING nova.compute.manager [req-ee3ccdc6-f1a8-4cb5-9fa3-88422ce22290 req-1d3a423f-7e5c-469a-ab20-265f881955ce service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received unexpected event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d for instance with vm_state active and task_state None.
Oct 15 19:42:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-09827bab-2e49-4873-9ade-31c6a75023e8 tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.100s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:27 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d is timed out.
Oct 15 19:42:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Successfully detached device vdb from instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d from the live domain config.
Oct 15 19:42:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jcGzsiAT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi', 'volume_id': '2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:27 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.008s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[19fe130a-1613-45a2-994c-5426276c9e2a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:42:27 user nova-compute[74712]: No targets found.
Oct 15 19:42:27 user nova-compute[74712]: iSNS:
Oct 15 19:42:27 user nova-compute[74712]: No targets found.
Oct 15 19:42:27 user nova-compute[74712]: STATIC:
Oct 15 19:42:27 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:42:27 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:27 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:27 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:42:27 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:27 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:27 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a
Oct 15 19:42:27 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:27 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:27 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:42:27 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:27 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:27 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:42:27 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:27 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:27 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:42:27 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:27 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:27 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:42:27 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:27 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:27 user nova-compute[74712]: FIRMWARE:
Oct 15 19:42:27 user nova-compute[74712]: No targets found.
Oct 15 19:42:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:42:27 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:42:27 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c04539-587a-49ae-913d-80fd94896881]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d5ab7b8-574a-4583-a25c-13325bd3beb2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca4333d00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a'): ({'sdi'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Removing single pathed devices sdi {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2fd2faa-8cae-4e5b-97f1-c9258364458a]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[206741a4-5c7b-460b-9738-30a1bbebb84a]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Flushing IO for device /dev/sdi {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[858e21d9-d5cb-49bd-a391-5cc217b119ac]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.042s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f3f8fb3-f474-4f3b-bc85-6d4f74b14e5b]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] SCSI volumes sdi have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9849270c-bf34-4b7c-99fd-0c9f6dcce67e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9223f4b4-22c5-4556-97b3-6d70581acc21]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260]
Oct 15 19:42:27 user nova-compute[74712]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3cc51e-790b-4ae5-9ce4-9f54107a1e5a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[999ec1d9-a178-4ebd-8b40-8120de1c2a56]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] <== disconnect_volume: return (373ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:27 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:27 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:27 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cf462be-1929-4303-8b03-509b3e2e44be]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:42:27 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc595b96-18e6-4b10-999c-c9d8ea0d819a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942] added
Oct 15 19:42:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7fd18b8-6d43-4e8c-9219-a95362a771c2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b788eb2-86f4-47c0-a2aa-5cb7355a68a5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yGOdVCps {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yGOdVCps" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[69e36455-3051-4a3a-a1b2-c24329ad1cca]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yGOdVCps'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed91becf-1114-4c55-b51a-74ed03af6677]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f4afd1-84ff-4bbe-9355-5f0640b47f25]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:27 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --login" returned: 0 in 0.092s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dd37a65-2da1-4238-9f9d-baa930233c23]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]
Oct 15 19:42:28 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6739d7b-eebc-4d50-a959-6e29c8dbd217]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b6d8829-cb43-4643-ba7d-2777fbf149bb]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:28 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.348s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] HCTL ('38', '-', '-', 0) found on session 17 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9476044c-200c-4649-b751-f15316507cae]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Searching for a device in session 17 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG nova.objects.instance [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lazy-loading 'flavor' on Instance uuid f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-73c9107a-2527-4242-9c63-e1d94cc5e9de tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.005s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquired lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.network.neutron [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'info_cache' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.objects.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.386s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] <== connect_volume: return (1388ms) {'type': 'block', 'scsi_wwn': '23031623630316633', 'path': '/dev/sdg'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23031623630316633', 'path': '/dev/sdg'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lazy-loading 'flavor' on Instance uuid 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:42:29 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:42:29 user nova-compute[74712]:   <source dev="/dev/sdg"/>
Oct 15 19:42:29 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:42:29 user nova-compute[74712]:   <serial>4a7a2266-64b7-4202-ada7-7074038ae942</serial>
Oct 15 19:42:29 user nova-compute[74712]: </disk>
Oct 15 19:42:29 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.network.neutron [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updating instance_info_cache with network_info: [{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Releasing lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:42:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance destroyed successfully.
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'resources' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.objects.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1959526558',display_name='tempest-AttachVolumeTestJSON-server-1959526558',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1959526558',id=4,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFg0ZyD9w1Nk5vApk8/hOVaPEqL9AsbygKRwJs58DgFIWbco1bBK6NsavSh4qsG7V/i6RP80OqhZpDrVg7q1ZtPeha5Gll8ljYZmNIIECGSb9LiIPc03IVxFzYIpSbAymw==',key_name='tempest-keypair-564300444',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-5gqaxhjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:40:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_vif [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap28fe02bb-44, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9f41feef-4d9d-43e1-8686-87b7c4c26b80) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:29 user nova-compute[74712]: INFO os_vif [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44')
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DlsYNunS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:29 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] No VIF found with MAC fa:16:3e:66:26:6e, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c455ff0-f7e2-4ebf-b1d7-a09856337523]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:42:29 user nova-compute[74712]: No targets found.
Oct 15 19:42:29 user nova-compute[74712]: iSNS:
Oct 15 19:42:29 user nova-compute[74712]: No targets found.
Oct 15 19:42:29 user nova-compute[74712]: STATIC:
Oct 15 19:42:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:42:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942
Oct 15 19:42:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:42:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:42:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:42:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:42:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:42:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:29 user nova-compute[74712]: FIRMWARE:
Oct 15 19:42:29 user nova-compute[74712]: No targets found.
Oct 15 19:42:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:42:29 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:42:29 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[42657c67-2da9-47ad-a739-61c14e377abd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[088f1dc6-afff-41e7-bd5b-8bd140f781f9]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:29 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c9c20c5e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7528768e-8255-4773-8d13-4c5e23b1ad95]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4906c3e-381f-41ac-866c-62b05f463c6a]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b79c3e0f-a705-4c3a-b0ea-e5669548a58b tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.563s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f6a0fdd-2242-4a08-959c-392809f73d80]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b25f3b9f-51f9-4f7c-9f87-a7cd5680776b]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e47cdc18-cdb8-4451-8c64-2684457f2945]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a6c7b39-6ee5-4d31-8ad4-c253c3197330]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260]
Oct 15 19:42:29 user nova-compute[74712]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[59a8dcde-4efb-44ea-a6a6-5da8a32d853c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.365s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== disconnect_volume: return (366ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Start _get_guest_xml network_info=[{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DlsYNunS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf', 'attached_at': '', 'detached_at': '', 'volume_id': 'efa1e73c-3804-4c40-9118-d62deec37271', 'serial': 'efa1e73c-3804-4c40-9118-d62deec37271'}, 'attachment_id': 'db17aef4-f039-45b1-9807-3cf43f0ac501', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'numa_topology' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.objects.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:42:30 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:42:30 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.objects.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DlsYNunS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:30 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:30 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:30 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[97337841-d56d-4ec3-9e89-2a2dea5afb27]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:42:30 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[56dbcb4d-2da3-44e6-a16b-577532ee5df4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271] added
Oct 15 19:42:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3d2f44a-a62a-4ea6-abd0-b4e71b40df58]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f23c783e-f3be-468b-857d-05072de5c2bd]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DlsYNunS {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DlsYNunS" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b6957f3-f236-4da8-8150-9f11fd8c1c4d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DlsYNunS'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[04506a87-924f-49d5-b522-dd258ea2a376]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d491d63-c67e-4644-b939-819430bf2c80]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3d42e4d-c133-4a42-871f-5c8cb03bc6c8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260]
Oct 15 19:42:30 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ec6a72-78ea-4100-a0d1-227f5887f9e0]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c4ebe3-415c-43fe-b240-c007caa45320]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:30 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] HCTL ('34', '-', '-', 0) found on session 18 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ced56841-7979-4848-984e-ac826679264e]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DlsYNunS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:42:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.356s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== connect_volume: return (1358ms) {'type': 'block', 'scsi_wwn': '23435363533393031', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23435363533393031', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1959526558',display_name='tempest-AttachVolumeTestJSON-server-1959526558',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1959526558',id=4,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFg0ZyD9w1Nk5vApk8/hOVaPEqL9AsbygKRwJs58DgFIWbco1bBK6NsavSh4qsG7V/i6RP80OqhZpDrVg7q1ZtPeha5Gll8ljYZmNIIECGSb9LiIPc03IVxFzYIpSbAymw==',key_name='tempest-keypair-564300444',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-5gqaxhjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:40:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'pci_devices' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG nova.objects.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:42:31 user nova-compute[74712]:   <uuid>6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf</uuid>
Oct 15 19:42:31 user nova-compute[74712]:   <name>instance-00000004</name>
Oct 15 19:42:31 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:42:31 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:42:31 user nova-compute[74712]:   <metadata>
Oct 15 19:42:31 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:42:31 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:42:31 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeTestJSON-server-1959526558</nova:name>
Oct 15 19:42:31 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:42:30</nova:creationTime>
Oct 15 19:42:31 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:42:31 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:42:31 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:42:31 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:42:31 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:42:31 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:42:31 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:42:31 user nova-compute[74712]:       <nova:owner>
Oct 15 19:42:31 user nova-compute[74712]:         <nova:user uuid="9d48efcbd0794329a2a4064b10e721c4">tempest-AttachVolumeTestJSON-1553519355-project-member</nova:user>
Oct 15 19:42:31 user nova-compute[74712]:         <nova:project uuid="ea1a6a5a586544cc99e45204a29d48dd">tempest-AttachVolumeTestJSON-1553519355</nova:project>
Oct 15 19:42:31 user nova-compute[74712]:       </nova:owner>
Oct 15 19:42:31 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:42:31 user nova-compute[74712]:       <nova:ports>
Oct 15 19:42:31 user nova-compute[74712]:         <nova:port uuid="28fe02bb-44e0-47f4-898b-9abc977a76de">
Oct 15 19:42:31 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 15 19:42:31 user nova-compute[74712]:         </nova:port>
Oct 15 19:42:31 user nova-compute[74712]:       </nova:ports>
Oct 15 19:42:31 user nova-compute[74712]:     </nova:instance>
Oct 15 19:42:31 user nova-compute[74712]:   </metadata>
Oct 15 19:42:31 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:42:31 user nova-compute[74712]:     <system>
Oct 15 19:42:31 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:42:31 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:42:31 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:42:31 user nova-compute[74712]:       <entry name="serial">6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf</entry>
Oct 15 19:42:31 user nova-compute[74712]:       <entry name="uuid">6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf</entry>
Oct 15 19:42:31 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:42:31 user nova-compute[74712]:     </system>
Oct 15 19:42:31 user nova-compute[74712]:   </sysinfo>
Oct 15 19:42:31 user nova-compute[74712]:   <os>
Oct 15 19:42:31 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:42:31 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:42:31 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:42:31 user nova-compute[74712]:   </os>
Oct 15 19:42:31 user nova-compute[74712]:   <features>
Oct 15 19:42:31 user nova-compute[74712]:     <acpi/>
Oct 15 19:42:31 user nova-compute[74712]:     <apic/>
Oct 15 19:42:31 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:42:31 user nova-compute[74712]:   </features>
Oct 15 19:42:31 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:42:31 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:42:31 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:42:31 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:42:31 user nova-compute[74712]:   </clock>
Oct 15 19:42:31 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:42:31 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:42:31 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:42:31 user nova-compute[74712]:   </cpu>
Oct 15 19:42:31 user nova-compute[74712]:   <devices>
Oct 15 19:42:31 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:42:31 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:42:31 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk"/>
Oct 15 19:42:31 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:42:31 user nova-compute[74712]:     </disk>
Oct 15 19:42:31 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:42:31 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:42:31 user nova-compute[74712]:       <source dev="/dev/sdc"/>
Oct 15 19:42:31 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:42:31 user nova-compute[74712]:       <serial>efa1e73c-3804-4c40-9118-d62deec37271</serial>
Oct 15 19:42:31 user nova-compute[74712]:     </disk>
Oct 15 19:42:31 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:42:31 user nova-compute[74712]:       <mac address="fa:16:3e:75:ee:1e"/>
Oct 15 19:42:31 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:42:31 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:42:31 user nova-compute[74712]:       <target dev="tap28fe02bb-44"/>
Oct 15 19:42:31 user nova-compute[74712]:     </interface>
Oct 15 19:42:31 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:42:31 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/console.log" append="off"/>
Oct 15 19:42:31 user nova-compute[74712]:     </serial>
Oct 15 19:42:31 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:42:31 user nova-compute[74712]:     <video>
Oct 15 19:42:31 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:42:31 user nova-compute[74712]:     </video>
Oct 15 19:42:31 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:42:31 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:42:31 user nova-compute[74712]:     </rng>
Oct 15 19:42:31 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:42:31 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:42:31 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:42:31 user nova-compute[74712]:     </memballoon>
Oct 15 19:42:31 user nova-compute[74712]:   </devices>
Oct 15 19:42:31 user nova-compute[74712]: </domain>
Oct 15 19:42:31 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:42:31 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG nova.objects.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Cannot resize image /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'migration_context' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG nova.objects.base [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1959526558',display_name='tempest-AttachVolumeTestJSON-server-1959526558',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1959526558',id=4,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFg0ZyD9w1Nk5vApk8/hOVaPEqL9AsbygKRwJs58DgFIWbco1bBK6NsavSh4qsG7V/i6RP80OqhZpDrVg7q1ZtPeha5Gll8ljYZmNIIECGSb9LiIPc03IVxFzYIpSbAymw==',key_name='tempest-keypair-564300444',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-5gqaxhjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:40:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG os_vif [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '54c07a55-3a59-5113-9678-9c0c003d3ea0', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap28fe02bb-44, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap28fe02bb-44, col_values=(('qos', UUID('6f199b94-20ec-44c7-9517-2665e0b500a4')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap28fe02bb-44, col_values=(('external_ids', {'iface-id': '28fe02bb-44e0-47f4-898b-9abc977a76de', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:ee:1e', 'vm-uuid': '6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:32 user nova-compute[74712]: INFO os_vif [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44')
Oct 15 19:42:32 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Stashing vm_state: active {{(pid=74712) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:42:32 user nova-compute[74712]: INFO nova.compute.claims [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Claim successful on node user
Oct 15 19:42:33 user nova-compute[74712]: INFO nova.compute.resource_tracker [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating resource usage from migration ab7a03f6-d2ca-4044-aa2e-5666f3484968
Oct 15 19:42:33 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.468s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:33 user nova-compute[74712]: INFO nova.compute.manager [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Migrating
Oct 15 19:42:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:42:33 user nova-compute[74712]: INFO nova.compute.rpcapi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 15 19:42:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquired lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Releasing lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Starting migrate_disk_and_power_off {{(pid=74712) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-3961d905-13f9-4709-88b4-a931f2ddcb93 req-3e9df79a-3e6f-4190-ad06-97df86694765 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3961d905-13f9-4709-88b4-a931f2ddcb93 req-3e9df79a-3e6f-4190-ad06-97df86694765 service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3961d905-13f9-4709-88b4-a931f2ddcb93 req-3e9df79a-3e6f-4190-ad06-97df86694765 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3961d905-13f9-4709-88b4-a931f2ddcb93 req-3e9df79a-3e6f-4190-ad06-97df86694765 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-3961d905-13f9-4709-88b4-a931f2ddcb93 req-3e9df79a-3e6f-4190-ad06-97df86694765 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:34 user nova-compute[74712]: WARNING nova.compute.manager [req-3961d905-13f9-4709-88b4-a931f2ddcb93 req-3e9df79a-3e6f-4190-ad06-97df86694765 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state stopped and task_state powering-on.
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance destroyed successfully.
Oct 15 19:42:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1918695920',display_name='tempest-ServerActionsTestOtherB-server-1918695920',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1918695920',id=3,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDqbxtbpkdno8kl7PLCAiwm4je8P6sk0pLJoLeUwZqlZKKLzj0I2dz8iqXRpRdHDx5qAeERdSmNWDvn+w6QQdKGwnD7Tel2B0r+l8WkWbHNFoXSt6gTxmhVs1qLoUmgyuQ==',key_name='tempest-keypair-902076456',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='71c93658494d4703bcf2a7e11d6d43ba',ramdisk_id='',reservation_id='r-k685pt9v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-146357153',owner_user_name='tempest-ServerActionsTestOtherB-146357153-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:42:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075795c2a7f940c0b758855dc913aa4a',uuid=3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-227900715-network", "vif_mac": "fa:16:3e:66:26:6e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converting VIF {"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-227900715-network", "vif_mac": "fa:16:3e:66:26:6e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG os_vif [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9e55e68-cc, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a9a30f0f-76a9-4442-8730-ac8c7012aa38) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:34 user nova-compute[74712]: INFO os_vif [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc')
Oct 15 19:42:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:35 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e6cb0df-0057-4f35-b725-bc931c5b9b12]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:42:35 user nova-compute[74712]: No targets found.
Oct 15 19:42:35 user nova-compute[74712]: iSNS:
Oct 15 19:42:35 user nova-compute[74712]: No targets found.
Oct 15 19:42:35 user nova-compute[74712]: STATIC:
Oct 15 19:42:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:42:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942
Oct 15 19:42:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:42:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:42:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:42:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:42:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:42:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:35 user nova-compute[74712]: FIRMWARE:
Oct 15 19:42:35 user nova-compute[74712]: No targets found.
Oct 15 19:42:35 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:42:35 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:42:35 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f429913-17a4-4698-97f7-6f2cfffe3f3a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a564ea27-193c-419c-b4ac-c42cc1ef12a3]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:35 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:35 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:35 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8451d3f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942'): ({'sdg'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Removing single pathed devices sdg {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[12175cae-3263-46fb-a0ac-14350ad0c7d5]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e70c527-e22d-456a-b714-8f7c4f83d91d]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Flushing IO for device /dev/sdg {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[555c49bd-a681-4f85-b277-128c04282be6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.049s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[86b5ea1a-adcf-48dd-83a4-3a115dd0ed32]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] SCSI volumes sdg have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2af3c1a7-fec2-4379-9d29-fa06a7f940cd]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f86a3a06-2fd1-4399-b778-89c9124367ae]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]
Oct 15 19:42:35 user nova-compute[74712]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:35 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4371d9f5-8f75-4e51-9ed4-0223073dd902]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] <== disconnect_volume: return (358ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:42:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f_resize/disk /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:42:36 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance rebooted successfully.
Oct 15 19:42:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-a29aed07-d147-474d-9b34-3500ffecac8e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "cp -r /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f_resize/disk /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk" returned: 0 in 0.468s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f_resize/disk.info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk.info {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:36 user nova-compute[74712]: WARNING nova.compute.manager [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state stopped and task_state powering-on.
Oct 15 19:42:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-unplugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-unplugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:36 user nova-compute[74712]: WARNING nova.compute.manager [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-unplugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state active and task_state resize_migrating.
Oct 15 19:42:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:36 user nova-compute[74712]: WARNING nova.compute.manager [req-824c43bc-4eda-4961-a1a0-737ea1eb92e3 req-47216949-e1dc-4b1c-b52f-67d655d54ac0 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state active and task_state resize_migrating.
Oct 15 19:42:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "cp -r /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f_resize/disk.info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk.info" returned: 0 in 0.057s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:38 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Port b9e55e68-ccce-4660-a48c-25138fab558c binding to destination host user is already ACTIVE {{(pid=74712) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3163}}
Oct 15 19:42:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:42:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquired lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:42:38 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:42:38 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Releasing lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG os_brick.utils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[93451bfd-9b63-43f2-8768-d175bc473ec1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[89cfc403-3750-4d31-8ed2-592eca0ea4f2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3619e7b8-9bf0-4956-8e33-241f804cb4f2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd582899-a9b8-4ce4-8ac1-55e9f03e8193]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:42:39 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:42:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba1d7a3-b40f-49b0-9bec-c390c12451cb]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG os_brick.utils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:47 user nova-compute[74712]: DEBUG nova.compute.manager [req-e1911bff-dda9-4d98-9df9-258077eaec51 req-699827a0-c774-4cbd-ac80-2e7881b3e1b7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-changed-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:47 user nova-compute[74712]: DEBUG nova.compute.manager [req-e1911bff-dda9-4d98-9df9-258077eaec51 req-699827a0-c774-4cbd-ac80-2e7881b3e1b7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing instance network info cache due to event network-changed-03bb4e9b-fc37-46b0-8f14-fce49708041e. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:42:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e1911bff-dda9-4d98-9df9-258077eaec51 req-699827a0-c774-4cbd-ac80-2e7881b3e1b7 service nova] Acquiring lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:42:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e1911bff-dda9-4d98-9df9-258077eaec51 req-699827a0-c774-4cbd-ac80-2e7881b3e1b7 service nova] Acquired lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:42:47 user nova-compute[74712]: DEBUG nova.network.neutron [req-e1911bff-dda9-4d98-9df9-258077eaec51 req-699827a0-c774-4cbd-ac80-2e7881b3e1b7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Refreshing network info cache for port 03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:42:48 user nova-compute[74712]: DEBUG nova.network.neutron [req-e1911bff-dda9-4d98-9df9-258077eaec51 req-699827a0-c774-4cbd-ac80-2e7881b3e1b7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updated VIF entry in instance network info cache for port 03bb4e9b-fc37-46b0-8f14-fce49708041e. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:42:48 user nova-compute[74712]: DEBUG nova.network.neutron [req-e1911bff-dda9-4d98-9df9-258077eaec51 req-699827a0-c774-4cbd-ac80-2e7881b3e1b7 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [{"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e1911bff-dda9-4d98-9df9-258077eaec51 req-699827a0-c774-4cbd-ac80-2e7881b3e1b7 service nova] Releasing lock "refresh_cache-a89c2996-5337-4f21-939b-b03b7a4c3c50" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:42:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:50 user nova-compute[74712]: INFO nova.compute.manager [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Terminating instance
Oct 15 19:42:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-97f94297-eeca-47f5-8935-2adb4614b8a4 req-a60f9b75-793b-4191-9cbd-d7f39a79b5db service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-97f94297-eeca-47f5-8935-2adb4614b8a4 req-a60f9b75-793b-4191-9cbd-d7f39a79b5db service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-97f94297-eeca-47f5-8935-2adb4614b8a4 req-a60f9b75-793b-4191-9cbd-d7f39a79b5db service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-97f94297-eeca-47f5-8935-2adb4614b8a4 req-a60f9b75-793b-4191-9cbd-d7f39a79b5db service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-97f94297-eeca-47f5-8935-2adb4614b8a4 req-a60f9b75-793b-4191-9cbd-d7f39a79b5db service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-unplugged-86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-97f94297-eeca-47f5-8935-2adb4614b8a4 req-a60f9b75-793b-4191-9cbd-d7f39a79b5db service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-86a8c6ab-5993-487f-922c-588e55f2b754 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-a94e6706-8114-497e-b25d-5ac715dce08f req-a756dad1-180a-4478-bb0e-1843afcf7e00 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a94e6706-8114-497e-b25d-5ac715dce08f req-a756dad1-180a-4478-bb0e-1843afcf7e00 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a94e6706-8114-497e-b25d-5ac715dce08f req-a756dad1-180a-4478-bb0e-1843afcf7e00 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a94e6706-8114-497e-b25d-5ac715dce08f req-a756dad1-180a-4478-bb0e-1843afcf7e00 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-a94e6706-8114-497e-b25d-5ac715dce08f req-a756dad1-180a-4478-bb0e-1843afcf7e00 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-unplugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-a94e6706-8114-497e-b25d-5ac715dce08f req-a756dad1-180a-4478-bb0e-1843afcf7e00 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Instance destroyed successfully.
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lazy-loading 'resources' on Instance uuid a89c2996-5337-4f21-939b-b03b7a4c3c50 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:41:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:41:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f5:98:52,bridge_name='br-int',has_traffic_filtering=True,id=03bb4e9b-fc37-46b0-8f14-fce49708041e,network=Network(7b3bed49-3840-4831-b0d0-0bcd0d845177),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03bb4e9b-fc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:98:52,bridge_name='br-int',has_traffic_filtering=True,id=03bb4e9b-fc37-46b0-8f14-fce49708041e,network=Network(7b3bed49-3840-4831-b0d0-0bcd0d845177),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03bb4e9b-fc') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03bb4e9b-fc, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=918c18dd-491b-4405-ab22-ce062939564e) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: INFO os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:98:52,bridge_name='br-int',has_traffic_filtering=True,id=03bb4e9b-fc37-46b0-8f14-fce49708041e,network=Network(7b3bed49-3840-4831-b0d0-0bcd0d845177),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03bb4e9b-fc')
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:41:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:41:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:b5,bridge_name='br-int',has_traffic_filtering=True,id=4918e50b-02ed-4c5b-b48d-61b2731dd619,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4918e50b-02') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:b5,bridge_name='br-int',has_traffic_filtering=True,id=4918e50b-02ed-4c5b-b48d-61b2731dd619,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4918e50b-02') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4918e50b-02, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d8e6a3a0-49a3-4ddb-8bf0-661dd3ca31ac) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-1a08142e-6cb4-4bcb-8e01-01479f63edb7 req-5c00341d-83ac-4049-b6db-a057784a96be service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1a08142e-6cb4-4bcb-8e01-01479f63edb7 req-5c00341d-83ac-4049-b6db-a057784a96be service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1a08142e-6cb4-4bcb-8e01-01479f63edb7 req-5c00341d-83ac-4049-b6db-a057784a96be service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1a08142e-6cb4-4bcb-8e01-01479f63edb7 req-5c00341d-83ac-4049-b6db-a057784a96be service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-1a08142e-6cb4-4bcb-8e01-01479f63edb7 req-5c00341d-83ac-4049-b6db-a057784a96be service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-unplugged-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-1a08142e-6cb4-4bcb-8e01-01479f63edb7 req-5c00341d-83ac-4049-b6db-a057784a96be service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-03bb4e9b-fc37-46b0-8f14-fce49708041e for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: INFO os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:b5,bridge_name='br-int',has_traffic_filtering=True,id=4918e50b-02ed-4c5b-b48d-61b2731dd619,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4918e50b-02')
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:41:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:41:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:10:76,bridge_name='br-int',has_traffic_filtering=True,id=56f27ab5-012c-46c2-b276-81e59b538b2a,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap56f27ab5-01') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:10:76,bridge_name='br-int',has_traffic_filtering=True,id=56f27ab5-012c-46c2-b276-81e59b538b2a,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap56f27ab5-01') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap56f27ab5-01, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=204e5c63-17d7-44ff-b623-4a880170c7c8) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: INFO os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:10:76,bridge_name='br-int',has_traffic_filtering=True,id=56f27ab5-012c-46c2-b276-81e59b538b2a,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap56f27ab5-01')
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:41:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:41:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "86a8c6ab-5993-487f-922c-588e55f2b754", "address": "fa:16:3e:39:b8:46", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a8c6ab-59", "ovs_interfaceid": "86a8c6ab-5993-487f-922c-588e55f2b754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:b8:46,bridge_name='br-int',has_traffic_filtering=True,id=86a8c6ab-5993-487f-922c-588e55f2b754,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a8c6ab-59') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:b8:46,bridge_name='br-int',has_traffic_filtering=True,id=86a8c6ab-5993-487f-922c-588e55f2b754,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a8c6ab-59') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap86a8c6ab-59, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4d6896fa-dcf0-4d7d-aac5-d63b0765f4d6) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: INFO os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:b8:46,bridge_name='br-int',has_traffic_filtering=True,id=86a8c6ab-5993-487f-922c-588e55f2b754,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a8c6ab-59')
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:41:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:41:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:87:7d,bridge_name='br-int',has_traffic_filtering=True,id=81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81f9ed70-e9') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:87:7d,bridge_name='br-int',has_traffic_filtering=True,id=81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81f9ed70-e9') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap81f9ed70-e9, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=060ea4ed-2ec2-404a-a9a7-14766950a9b2) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: INFO os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:87:7d,bridge_name='br-int',has_traffic_filtering=True,id=81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9,network=Network(380a7d81-6b43-4b13-813f-3fae392210d2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81f9ed70-e9')
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:41:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:41:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:10:94,bridge_name='br-int',has_traffic_filtering=True,id=2cc9ce44-df37-4de8-8306-19a6d38b1d05,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cc9ce44-df') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:10:94,bridge_name='br-int',has_traffic_filtering=True,id=2cc9ce44-df37-4de8-8306-19a6d38b1d05,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cc9ce44-df') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2cc9ce44-df, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4c972561-b1fc-4ee9-8fcf-5c733dfa813c) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: INFO os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:10:94,bridge_name='br-int',has_traffic_filtering=True,id=2cc9ce44-df37-4de8-8306-19a6d38b1d05,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cc9ce44-df')
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:40:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1767535328',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1767535328',id=11,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRcTJtxWoHVfAYnFsotcFXEJBgDjocsfN3+oT2RA8dfdT8vjZCHwRImlyWp4yjEHR7wSLAgKTayi8l3F/91xz/+mGej1NEXd3VTFErAA4NPThoKsVHuI7FoCMlZtafrlA==',key_name='tempest-keypair-2106310872',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:41:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5948c5d0cfbf4e6ba501e44c88d0af54',ramdisk_id='',reservation_id='r-2na5nqge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-413799609',owner_user_name='tempest-TaggedBootDevicesTest-413799609-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:41:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289799afe48b4c34a9b940931793f1db',uuid=a89c2996-5337-4f21-939b-b03b7a4c3c50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converting VIF {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:45,bridge_name='br-int',has_traffic_filtering=True,id=f8fd364b-af8e-47a6-b155-7dfb6becb526,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8fd364b-af') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:45,bridge_name='br-int',has_traffic_filtering=True,id=f8fd364b-af8e-47a6-b155-7dfb6becb526,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8fd364b-af') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf8fd364b-af, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a8fda36-5e43-4f93-b9ec-5a6147eca580) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:53 user nova-compute[74712]: INFO os_vif [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:45,bridge_name='br-int',has_traffic_filtering=True,id=f8fd364b-af8e-47a6-b155-7dfb6becb526,network=Network(5a72db58-b2b2-4e0f-861e-671836b513c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8fd364b-af')
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkhqUKZa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:53 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[88fb2ef8-9dbb-4374-82b0-42bf0be61c41]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:42:53 user nova-compute[74712]: No targets found.
Oct 15 19:42:53 user nova-compute[74712]: iSNS:
Oct 15 19:42:53 user nova-compute[74712]: No targets found.
Oct 15 19:42:53 user nova-compute[74712]: STATIC:
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: FIRMWARE:
Oct 15 19:42:53 user nova-compute[74712]: No targets found.
Oct 15 19:42:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:42:53 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:42:53 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[238496b3-1670-4d9c-8553-7fe088a68517]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:53 user nova-compute[74712]: WARNING nova.compute.manager [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-86a8c6ab-5993-487f-922c-588e55f2b754 for instance with vm_state active and task_state deleting.
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-unplugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:53 user nova-compute[74712]: WARNING nova.compute.manager [req-fbd8db83-24ef-4024-b7f1-3f913ff8e7af req-75a44b06-559a-4f13-8171-aeb28533c415 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-f8fd364b-af8e-47a6-b155-7dfb6becb526 for instance with vm_state active and task_state deleting.
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a3051a4-2446-42d7-b872-cf00a70473e5]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846a6cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54'): ({'sde'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Removing single pathed devices sde {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[89462be5-1b5a-4da1-8b6b-53d1dc3d9ccc]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ae0a533-4685-4af8-8d39-3c0636ad238c]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Flushing IO for device /dev/sde {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a7d87a3-f53b-4d8a-ad76-13cb4aa674f1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[23f9b334-0906-4a03-b57b-ea34f330de14]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-18ab95ea-3923-4765-854e-b86685b9cde3 req-468e6221-46e2-452b-8eca-b992af0e7aa4 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18ab95ea-3923-4765-854e-b86685b9cde3 req-468e6221-46e2-452b-8eca-b992af0e7aa4 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18ab95ea-3923-4765-854e-b86685b9cde3 req-468e6221-46e2-452b-8eca-b992af0e7aa4 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18ab95ea-3923-4765-854e-b86685b9cde3 req-468e6221-46e2-452b-8eca-b992af0e7aa4 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-18ab95ea-3923-4765-854e-b86685b9cde3 req-468e6221-46e2-452b-8eca-b992af0e7aa4 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:53 user nova-compute[74712]: WARNING nova.compute.manager [req-18ab95ea-3923-4765-854e-b86685b9cde3 req-468e6221-46e2-452b-8eca-b992af0e7aa4 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 for instance with vm_state active and task_state deleting.
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b91ff45d-f81b-487c-8175-29c67edd979d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bf9925c-4e7f-495d-9c9c-69077421e948]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54, portal: 172.16.0.220,3260]
Oct 15 19:42:53 user nova-compute[74712]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a4ec677-9e64-451b-8a57-11aa2cfd4d54 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7d8417-9a84-4de0-b170-db8d811841f5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] <== disconnect_volume: return (351ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pJSKDfXI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:53 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.005s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[864deb2e-d5b6-46a2-a60f-ee57dbb9af4e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:42:53 user nova-compute[74712]: No targets found.
Oct 15 19:42:53 user nova-compute[74712]: iSNS:
Oct 15 19:42:53 user nova-compute[74712]: No targets found.
Oct 15 19:42:53 user nova-compute[74712]: STATIC:
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:42:53 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:53 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:53 user nova-compute[74712]: FIRMWARE:
Oct 15 19:42:53 user nova-compute[74712]: No targets found.
Oct 15 19:42:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:42:53 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:42:53 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[07e0cc9c-e703-48f9-aee3-cdcbd9a33a5d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fb7aabb-8dbb-41aa-9800-5ff171de80ec]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b (non-flash)
Oct 15 19:42:53 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846a6cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b'): ({'sdf'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Removing single pathed devices sdf {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a03cb1dc-86df-4540-b311-3ad467d563ec]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ef749b8-0e89-4a01-a8e2-006b7e83c1b3]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Flushing IO for device /dev/sdf {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c04c6ad-8a76-471c-99fe-29ff5c1d03b6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4e0b221-a8e9-406c-bce8-7ca1b490b1de]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] SCSI volumes sdf have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b5afd6-5d77-402a-ab9f-6498f7de25f5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a58f43-67a9-40a5-85c5-cad168dcb32c]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b, portal: 172.16.0.220,3260]
Oct 15 19:42:53 user nova-compute[74712]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:53 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ec25dba-6c20-459e-87c9-eef6aab74a3b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[da49e38a-a761-4372-a1c0-32da942fe868]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] <== disconnect_volume: return (330ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGriaAbY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:54 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd42e7f8-0438-4e0a-9410-45eadfd0e39d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:42:54 user nova-compute[74712]: No targets found.
Oct 15 19:42:54 user nova-compute[74712]: iSNS:
Oct 15 19:42:54 user nova-compute[74712]: No targets found.
Oct 15 19:42:54 user nova-compute[74712]: STATIC:
Oct 15 19:42:54 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9
Oct 15 19:42:54 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:54 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:54 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:42:54 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:54 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:54 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:42:54 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:54 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:54 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:42:54 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:42:54 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:42:54 user nova-compute[74712]: FIRMWARE:
Oct 15 19:42:54 user nova-compute[74712]: No targets found.
Oct 15 19:42:54 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:42:54 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:42:54 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[76aad68a-d266-4362-9c2d-858a775da572]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[70ef49e6-a099-444b-bbaa-18f7bafe1dad]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:54 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:54 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:54 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:54 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:54 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:54 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:54 user nova-compute[74712]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 (non-flash)
Oct 15 19:42:54 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8451fe20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9'): ({'sdh'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Removing single pathed devices sdh {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1d523c-39f4-41f8-9ec7-48cbfc939d64]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e928ad2e-b4e0-44af-be5b-7fae76a4c73a]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Flushing IO for device /dev/sdh {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f458fe-bc50-4e82-bd66-16465b140a72]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.039s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eaf4b3e-525e-4505-87cc-2a8b39c90597]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] SCSI volumes sdh have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[117cd0c2-1952-493f-abae-802f91ad67b1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5689f07a-0954-4f70-8365-5fcce2c1d1ee]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9, portal: 172.16.0.220,3260]
Oct 15 19:42:54 user nova-compute[74712]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:54 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c977140a-f67f-4278-9ae2-a58d19dc8ea9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[79acab7c-6c5d-4148-a416-641bb4d922dd]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] <== disconnect_volume: return (309ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:42:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Deleting instance files /opt/stack/data/nova/instances/a89c2996-5337-4f21-939b-b03b7a4c3c50_del
Oct 15 19:42:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Deletion of /opt/stack/data/nova/instances/a89c2996-5337-4f21-939b-b03b7a4c3c50_del complete
Oct 15 19:42:54 user nova-compute[74712]: INFO nova.compute.manager [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Took 3.89 seconds to destroy the instance on the hypervisor.
Oct 15 19:42:54 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:42:54 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:55 user nova-compute[74712]: WARNING nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-03bb4e9b-fc37-46b0-8f14-fce49708041e for instance with vm_state active and task_state deleting.
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-unplugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:55 user nova-compute[74712]: WARNING nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-4918e50b-02ed-4c5b-b48d-61b2731dd619 for instance with vm_state active and task_state deleting.
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-unplugged-56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-56f27ab5-012c-46c2-b276-81e59b538b2a for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-56f27ab5-012c-46c2-b276-81e59b538b2a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:55 user nova-compute[74712]: WARNING nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-56f27ab5-012c-46c2-b276-81e59b538b2a for instance with vm_state active and task_state deleting.
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-unplugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-unplugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-plugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Acquiring lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] No waiting events found dispatching network-vif-plugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:55 user nova-compute[74712]: WARNING nova.compute.manager [req-9192a1e3-52c8-47ba-8470-679d042503c0 req-19d68919-4d88-4baa-9e45-390585732722 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received unexpected event network-vif-plugged-2cc9ce44-df37-4de8-8306-19a6d38b1d05 for instance with vm_state active and task_state deleting.
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-22d287e3-2895-4098-9ee6-9baf45daeea6 req-e570114e-3f37-4537-bbd2-dc320c578b51 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-deleted-86a8c6ab-5993-487f-922c-588e55f2b754 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:56 user nova-compute[74712]: INFO nova.compute.manager [req-22d287e3-2895-4098-9ee6-9baf45daeea6 req-e570114e-3f37-4537-bbd2-dc320c578b51 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Neutron deleted interface 86a8c6ab-5993-487f-922c-588e55f2b754; detaching it from the instance and deleting it from the info cache
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-22d287e3-2895-4098-9ee6-9baf45daeea6 req-e570114e-3f37-4537-bbd2-dc320c578b51 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [{"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "address": "fa:16:3e:4c:10:94", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cc9ce44-df", "ovs_interfaceid": "2cc9ce44-df37-4de8-8306-19a6d38b1d05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-22d287e3-2895-4098-9ee6-9baf45daeea6 req-e570114e-3f37-4537-bbd2-dc320c578b51 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Detach interface failed, port_id=86a8c6ab-5993-487f-922c-588e55f2b754, reason: Instance a89c2996-5337-4f21-939b-b03b7a4c3c50 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Starting finish_migration {{(pid=74712) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance directory exists: not creating {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 15 19:42:56 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Creating image(s)
Oct 15 19:42:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk. size=21474836480 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk 21474836480 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk 21474836480" returned: 0 in 0.045s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Ensure instance console log exists: /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Start _get_guest_xml network_info=[{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-227900715-network", "vif_mac": "fa:16:3e:66:26:6e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f', 'attached_at': '2023-10-15T19:42:56.000000', 'detached_at': '', 'volume_id': '4a7a2266-64b7-4202-ada7-7074038ae942', 'serial': '4a7a2266-64b7-4202-ada7-7074038ae942'}, 'attachment_id': 'd1b7f01e-5fb9-4854-b831-7a50b55209f2', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:42:56 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:42:56 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:42:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:42:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:42:57 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[14c3500d-1b4c-4f19-845b-10f0e96390b7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:42:57 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:57 user nova-compute[74712]: INFO nova.compute.manager [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Terminating instance
Oct 15 19:42:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c69c97-8a9d-420e-8d43-fca595832c44]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942] added
Oct 15 19:42:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[76102731-68f3-4396-8e18-d5602388a888]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca78c4ae-6afc-4033-a306-836bac224f03]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yGOdVCps {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yGOdVCps" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f459bf07-2c22-4c54-ac86-e39e7d15d98a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yGOdVCps'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e2c7089-a45f-449c-9174-7354cde48294]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bcc9067-7492-4f74-9265-8fdb67898226]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:57 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:57 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:57 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:57 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[813ae557-635b-45ca-92e8-b3c301fb45f9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]
Oct 15 19:42:57 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.
Oct 15 19:42:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffe343b2-6536-4fd2-8a1e-8bc4d3e7f262]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c17260ad-8b22-4b7e-8958-5d035c7a37fa]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:57 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:57 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:57 user nova-compute[74712]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:42:57 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:42:57 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:42:57 user nova-compute[74712]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:42:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.353s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] HCTL ('36', '-', '-', 0) found on session 19 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4018bccb-bbdc-4642-971b-5977facdfd97]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Searching for a device in session 19 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-a84d0f07-f24f-4ffb-9520-ae6ae0384c34 req-91094786-90f3-4167-a598-4c02f91ebba1 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received event network-vif-unplugged-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a84d0f07-f24f-4ffb-9520-ae6ae0384c34 req-91094786-90f3-4167-a598-4c02f91ebba1 service nova] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a84d0f07-f24f-4ffb-9520-ae6ae0384c34 req-91094786-90f3-4167-a598-4c02f91ebba1 service nova] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a84d0f07-f24f-4ffb-9520-ae6ae0384c34 req-91094786-90f3-4167-a598-4c02f91ebba1 service nova] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-a84d0f07-f24f-4ffb-9520-ae6ae0384c34 req-91094786-90f3-4167-a598-4c02f91ebba1 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] No waiting events found dispatching network-vif-unplugged-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-a84d0f07-f24f-4ffb-9520-ae6ae0384c34 req-91094786-90f3-4167-a598-4c02f91ebba1 service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received event network-vif-unplugged-90c4f3b7-982a-44b1-842e-d98136909b11 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:57 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:42:57 user nova-compute[74712]: INFO nova.compute.claims [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Claim successful on node user
Oct 15 19:42:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Instance destroyed successfully.
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lazy-loading 'resources' on Instance uuid f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2096232927',display_name='tempest-TestVolumeSwap-server-2096232927',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2096232927',id=7,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF6xa5q8rZ2COGfLj6bGpsAJgJ2XMG7syO8tUdFEiVzxFi33eIjI7Tnc5c6ozZl4FyL6ixX5LVdvkRS5fsQoc23XIhH5qEhm6VIUWW9/LcaWUr+GyVfVfe40ZA6ykLiTFg==',key_name='tempest-keypair-323094950',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:39:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b00b1396b914eaab57f003e491eba3a',ramdisk_id='',reservation_id='r-12ni30bc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-900918769',owner_user_name='tempest-TestVolumeSwap-900918769-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:39:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5468cff4bb44b91b05118fbdcaa063a',uuid=f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Converting VIF {"id": "90c4f3b7-982a-44b1-842e-d98136909b11", "address": "fa:16:3e:b6:c6:ab", "network": {"id": "24f06b42-2857-4f11-a156-9407126a8bda", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1764884475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b00b1396b914eaab57f003e491eba3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c4f3b7-98", "ovs_interfaceid": "90c4f3b7-982a-44b1-842e-d98136909b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b6:c6:ab,bridge_name='br-int',has_traffic_filtering=True,id=90c4f3b7-982a-44b1-842e-d98136909b11,network=Network(24f06b42-2857-4f11-a156-9407126a8bda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c4f3b7-98') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG os_vif [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:c6:ab,bridge_name='br-int',has_traffic_filtering=True,id=90c4f3b7-982a-44b1-842e-d98136909b11,network=Network(24f06b42-2857-4f11-a156-9407126a8bda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c4f3b7-98') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-deleted-2cc9ce44-df37-4de8-8306-19a6d38b1d05 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:58 user nova-compute[74712]: INFO nova.compute.manager [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Neutron deleted interface 2cc9ce44-df37-4de8-8306-19a6d38b1d05; detaching it from the instance and deleting it from the info cache
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.neutron [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [{"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "address": "fa:16:3e:cd:87:7d", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81f9ed70-e9", "ovs_interfaceid": "81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90c4f3b7-98, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ae9b0e79-dc76-4f0c-871d-7c368ea9b9bd) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Detach interface failed, port_id=2cc9ce44-df37-4de8-8306-19a6d38b1d05, reason: Instance a89c2996-5337-4f21-939b-b03b7a4c3c50 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-deleted-81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:58 user nova-compute[74712]: INFO nova.compute.manager [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Neutron deleted interface 81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9; detaching it from the instance and deleting it from the info cache
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.neutron [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [{"id": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "address": "fa:16:3e:f5:98:52", "network": {"id": "7b3bed49-3840-4831-b0d0-0bcd0d845177", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-576713717-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03bb4e9b-fc", "ovs_interfaceid": "03bb4e9b-fc37-46b0-8f14-fce49708041e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:58 user nova-compute[74712]: INFO os_vif [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:c6:ab,bridge_name='br-int',has_traffic_filtering=True,id=90c4f3b7-982a-44b1-842e-d98136909b11,network=Network(24f06b42-2857-4f11-a156-9407126a8bda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c4f3b7-98')
Oct 15 19:42:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Deleting instance files /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d_del
Oct 15 19:42:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Deletion of /opt/stack/data/nova/instances/f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d_del complete
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Detach interface failed, port_id=81f9ed70-e9aa-43d2-9a4a-52c4357aa4c9, reason: Instance a89c2996-5337-4f21-939b-b03b7a4c3c50 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-deleted-03bb4e9b-fc37-46b0-8f14-fce49708041e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:58 user nova-compute[74712]: INFO nova.compute.manager [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Neutron deleted interface 03bb4e9b-fc37-46b0-8f14-fce49708041e; detaching it from the instance and deleting it from the info cache
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.neutron [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Updating instance_info_cache with network_info: [{"id": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "address": "fa:16:3e:50:98:b5", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4918e50b-02", "ovs_interfaceid": "4918e50b-02ed-4c5b-b48d-61b2731dd619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "56f27ab5-012c-46c2-b276-81e59b538b2a", "address": "fa:16:3e:76:10:76", "network": {"id": "380a7d81-6b43-4b13-813f-3fae392210d2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1339214370", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56f27ab5-01", "ovs_interfaceid": "56f27ab5-012c-46c2-b276-81e59b538b2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "address": "fa:16:3e:90:eb:45", "network": {"id": "5a72db58-b2b2-4e0f-861e-671836b513c0", "bridge": "br-int", "label": "tempest-device-tagging-net2-272070201", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5948c5d0cfbf4e6ba501e44c88d0af54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8fd364b-af", "ovs_interfaceid": "f8fd364b-af8e-47a6-b155-7dfb6becb526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef19ef8e-9770-4c1a-85ad-2d2c10982bfe req-6e8f4d7e-5b35-4f81-b5dc-891aaf41ce47 service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Detach interface failed, port_id=03bb4e9b-fc37-46b0-8f14-fce49708041e, reason: Instance a89c2996-5337-4f21-939b-b03b7a4c3c50 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:42:58 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Took 3.85 seconds to deallocate network for instance.
Oct 15 19:42:58 user nova-compute[74712]: INFO nova.compute.manager [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Took 1.21 seconds to destroy the instance on the hypervisor.
Oct 15 19:42:58 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.390s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] <== connect_volume: return (1392ms) {'type': 'block', 'scsi_wwn': '23031623630316633', 'path': '/dev/sde'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23031623630316633', 'path': '/dev/sde'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1918695920',display_name='tempest-ServerActionsTestOtherB-server-1918695920',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1918695920',id=3,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDqbxtbpkdno8kl7PLCAiwm4je8P6sk0pLJoLeUwZqlZKKLzj0I2dz8iqXRpRdHDx5qAeERdSmNWDvn+w6QQdKGwnD7Tel2B0r+l8WkWbHNFoXSt6gTxmhVs1qLoUmgyuQ==',key_name='tempest-keypair-902076456',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='71c93658494d4703bcf2a7e11d6d43ba',ramdisk_id='',reservation_id='r-k685pt9v',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-146357153',owner_user_name='tempest-ServerActionsTestOtherB-146357153-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:42:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075795c2a7f940c0b758855dc913aa4a',uuid=3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-227900715-network", "vif_mac": "fa:16:3e:66:26:6e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converting VIF {"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-227900715-network", "vif_mac": "fa:16:3e:66:26:6e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:42:58 user nova-compute[74712]:   <uuid>3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f</uuid>
Oct 15 19:42:58 user nova-compute[74712]:   <name>instance-00000003</name>
Oct 15 19:42:58 user nova-compute[74712]:   <memory>2097152</memory>
Oct 15 19:42:58 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:42:58 user nova-compute[74712]:   <metadata>
Oct 15 19:42:58 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:42:58 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:42:58 user nova-compute[74712]:       <nova:name>tempest-ServerActionsTestOtherB-server-1918695920</nova:name>
Oct 15 19:42:58 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:42:56</nova:creationTime>
Oct 15 19:42:58 user nova-compute[74712]:       <nova:flavor name="m1.small">
Oct 15 19:42:58 user nova-compute[74712]:         <nova:memory>2048</nova:memory>
Oct 15 19:42:58 user nova-compute[74712]:         <nova:disk>20</nova:disk>
Oct 15 19:42:58 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:42:58 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:42:58 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:42:58 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:42:58 user nova-compute[74712]:       <nova:owner>
Oct 15 19:42:58 user nova-compute[74712]:         <nova:user uuid="075795c2a7f940c0b758855dc913aa4a">tempest-ServerActionsTestOtherB-146357153-project-member</nova:user>
Oct 15 19:42:58 user nova-compute[74712]:         <nova:project uuid="71c93658494d4703bcf2a7e11d6d43ba">tempest-ServerActionsTestOtherB-146357153</nova:project>
Oct 15 19:42:58 user nova-compute[74712]:       </nova:owner>
Oct 15 19:42:58 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:42:58 user nova-compute[74712]:       <nova:ports>
Oct 15 19:42:58 user nova-compute[74712]:         <nova:port uuid="b9e55e68-ccce-4660-a48c-25138fab558c">
Oct 15 19:42:58 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 15 19:42:58 user nova-compute[74712]:         </nova:port>
Oct 15 19:42:58 user nova-compute[74712]:       </nova:ports>
Oct 15 19:42:58 user nova-compute[74712]:     </nova:instance>
Oct 15 19:42:58 user nova-compute[74712]:   </metadata>
Oct 15 19:42:58 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:42:58 user nova-compute[74712]:     <system>
Oct 15 19:42:58 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:42:58 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:42:58 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:42:58 user nova-compute[74712]:       <entry name="serial">3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f</entry>
Oct 15 19:42:58 user nova-compute[74712]:       <entry name="uuid">3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f</entry>
Oct 15 19:42:58 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:42:58 user nova-compute[74712]:     </system>
Oct 15 19:42:58 user nova-compute[74712]:   </sysinfo>
Oct 15 19:42:58 user nova-compute[74712]:   <os>
Oct 15 19:42:58 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:42:58 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:42:58 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:42:58 user nova-compute[74712]:   </os>
Oct 15 19:42:58 user nova-compute[74712]:   <features>
Oct 15 19:42:58 user nova-compute[74712]:     <acpi/>
Oct 15 19:42:58 user nova-compute[74712]:     <apic/>
Oct 15 19:42:58 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:42:58 user nova-compute[74712]:   </features>
Oct 15 19:42:58 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:42:58 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:42:58 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:42:58 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:42:58 user nova-compute[74712]:   </clock>
Oct 15 19:42:58 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:42:58 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:42:58 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:42:58 user nova-compute[74712]:   </cpu>
Oct 15 19:42:58 user nova-compute[74712]:   <devices>
Oct 15 19:42:58 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:42:58 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:42:58 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk"/>
Oct 15 19:42:58 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:42:58 user nova-compute[74712]:     </disk>
Oct 15 19:42:58 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:42:58 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:42:58 user nova-compute[74712]:       <source dev="/dev/sde"/>
Oct 15 19:42:58 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:42:58 user nova-compute[74712]:       <serial>4a7a2266-64b7-4202-ada7-7074038ae942</serial>
Oct 15 19:42:58 user nova-compute[74712]:     </disk>
Oct 15 19:42:58 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:42:58 user nova-compute[74712]:       <mac address="fa:16:3e:66:26:6e"/>
Oct 15 19:42:58 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:42:58 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:42:58 user nova-compute[74712]:       <target dev="tapb9e55e68-cc"/>
Oct 15 19:42:58 user nova-compute[74712]:     </interface>
Oct 15 19:42:58 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:42:58 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/console.log" append="off"/>
Oct 15 19:42:58 user nova-compute[74712]:     </serial>
Oct 15 19:42:58 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:42:58 user nova-compute[74712]:     <video>
Oct 15 19:42:58 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:42:58 user nova-compute[74712]:     </video>
Oct 15 19:42:58 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:42:58 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:42:58 user nova-compute[74712]:     </rng>
Oct 15 19:42:58 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:42:58 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:42:58 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:42:58 user nova-compute[74712]:     </memballoon>
Oct 15 19:42:58 user nova-compute[74712]:   </devices>
Oct 15 19:42:58 user nova-compute[74712]: </domain>
Oct 15 19:42:58 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1918695920',display_name='tempest-ServerActionsTestOtherB-server-1918695920',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1918695920',id=3,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDqbxtbpkdno8kl7PLCAiwm4je8P6sk0pLJoLeUwZqlZKKLzj0I2dz8iqXRpRdHDx5qAeERdSmNWDvn+w6QQdKGwnD7Tel2B0r+l8WkWbHNFoXSt6gTxmhVs1qLoUmgyuQ==',key_name='tempest-keypair-902076456',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='71c93658494d4703bcf2a7e11d6d43ba',ramdisk_id='',reservation_id='r-k685pt9v',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-146357153',owner_user_name='tempest-ServerActionsTestOtherB-146357153-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:42:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075795c2a7f940c0b758855dc913aa4a',uuid=3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-227900715-network", "vif_mac": "fa:16:3e:66:26:6e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converting VIF {"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-227900715-network", "vif_mac": "fa:16:3e:66:26:6e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG os_vif [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a1cccba2-be18-5c0c-be06-2cb3023416bd', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9e55e68-cc, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9e55e68-cc, col_values=(('qos', UUID('c59d8b48-51a3-4eee-a9c6-5835f7096df0')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9e55e68-cc, col_values=(('external_ids', {'iface-id': 'b9e55e68-ccce-4660-a48c-25138fab558c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:66:26:6e', 'vm-uuid': '3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:42:58 user nova-compute[74712]: INFO os_vif [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc')
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] No VIF found with MAC fa:16:3e:66:26:6e, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.819s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.network.neutron [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:42:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:42:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG nova.policy [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97dc4a8373a340eebcd5a8ab2467f0e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45a511073a2749ac8514931d5578e71c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG nova.compute.manager [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:42:59 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Creating image(s)
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.201s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.201s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-6f06337d-2bd7-40c2-b016-669411eaa560 req-3939f380-73ed-41e7-baa3-90d9058996fd service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received event network-vif-plugged-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6f06337d-2bd7-40c2-b016-669411eaa560 req-3939f380-73ed-41e7-baa3-90d9058996fd service nova] Acquiring lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6f06337d-2bd7-40c2-b016-669411eaa560 req-3939f380-73ed-41e7-baa3-90d9058996fd service nova] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6f06337d-2bd7-40c2-b016-669411eaa560 req-3939f380-73ed-41e7-baa3-90d9058996fd service nova] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-6f06337d-2bd7-40c2-b016-669411eaa560 req-3939f380-73ed-41e7-baa3-90d9058996fd service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] No waiting events found dispatching network-vif-plugged-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:42:59 user nova-compute[74712]: WARNING nova.compute.manager [req-6f06337d-2bd7-40c2-b016-669411eaa560 req-3939f380-73ed-41e7-baa3-90d9058996fd service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received unexpected event network-vif-plugged-90c4f3b7-982a-44b1-842e-d98136909b11 for instance with vm_state active and task_state deleting.
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk 1073741824" returned: 0 in 0.063s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:42:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json" returned: 0 in 0.347s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Cannot resize image /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Ensure instance console log exists: /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:43:00 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Took 1.92 seconds to deallocate network for instance.
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-7033f0a2-16ee-4f42-be4f-801322679f16 req-baa8e236-3ccb-438f-a0e6-5f71503bb2ed service nova] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Received event network-vif-deleted-f8fd364b-af8e-47a6-b155-7dfb6becb526 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-7033f0a2-16ee-4f42-be4f-801322679f16 req-baa8e236-3ccb-438f-a0e6-5f71503bb2ed service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Received event network-vif-deleted-90c4f3b7-982a-44b1-842e-d98136909b11 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:00 user nova-compute[74712]: INFO nova.compute.manager [req-7033f0a2-16ee-4f42-be4f-801322679f16 req-baa8e236-3ccb-438f-a0e6-5f71503bb2ed service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Neutron deleted interface 90c4f3b7-982a-44b1-842e-d98136909b11; detaching it from the instance and deleting it from the info cache
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.network.neutron [req-7033f0a2-16ee-4f42-be4f-801322679f16 req-baa8e236-3ccb-438f-a0e6-5f71503bb2ed service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-7033f0a2-16ee-4f42-be4f-801322679f16 req-baa8e236-3ccb-438f-a0e6-5f71503bb2ed service nova] [instance: f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d] Detach interface failed, port_id=90c4f3b7-982a-44b1-842e-d98136909b11, reason: Instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.network.neutron [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Successfully created port: 4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-118b8b6e-2098-4428-ae5f-e23b47b8e95e req-e5b53085-4bb8-4f8f-81c3-eabb09058a9d service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-118b8b6e-2098-4428-ae5f-e23b47b8e95e req-e5b53085-4bb8-4f8f-81c3-eabb09058a9d service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-118b8b6e-2098-4428-ae5f-e23b47b8e95e req-e5b53085-4bb8-4f8f-81c3-eabb09058a9d service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-118b8b6e-2098-4428-ae5f-e23b47b8e95e req-e5b53085-4bb8-4f8f-81c3-eabb09058a9d service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-118b8b6e-2098-4428-ae5f-e23b47b8e95e req-e5b53085-4bb8-4f8f-81c3-eabb09058a9d service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:43:00 user nova-compute[74712]: WARNING nova.compute.manager [req-118b8b6e-2098-4428-ae5f-e23b47b8e95e req-e5b53085-4bb8-4f8f-81c3-eabb09058a9d service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state active and task_state resize_finish.
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:43:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.625s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:01 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Deleted allocations for instance f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e6105895-3fc4-46cb-86c0-c2f8ca475185 tempest-TestVolumeSwap-900918769 tempest-TestVolumeSwap-900918769-project-member] Lock "f241e4bf-b5a7-476e-9bd1-b354e1d7aa6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.130s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.network.neutron [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Successfully updated port: 4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:43:01 user nova-compute[74712]: INFO nova.compute.manager [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] [instance: a89c2996-5337-4f21-939b-b03b7a4c3c50] Took 3.11 seconds to detach 3 volumes for instance.
Oct 15 19:43:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquired lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.network.neutron [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.network.neutron [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.network.neutron [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updating instance_info_cache with network_info: [{"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Releasing lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Instance network_info: |[{"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Start _get_guest_xml network_info=[{"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:43:01 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:43:01 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2098592256',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2098592256',id=15,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd5w7ZRdp6M6UoKe/THsRt5YLs/N1qzv4KcFMjcRivO8kFV5dilpjPDL/Qa25euNDqIDZ2WhZyRIFl9hiDC3ixg78aG+yNEepuTGkIwg1+nJwyoKmeInxkgSk4g1c4qqw==',key_name='tempest-keypair-172136724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='45a511073a2749ac8514931d5578e71c',ramdisk_id='',reservation_id='r-b6w324p4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1029654685',owner_user_name='tempest-TaggedAttachmentsTest-1029654685-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:42:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97dc4a8373a340eebcd5a8ab2467f0e9',uuid=d4f72272-1614-4117-ae4c-78ab1b8bd924,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converting VIF {"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:5b:5a,bridge_name='br-int',has_traffic_filtering=True,id=4bc391c4-4636-4d21-94e2-b59d2f964d04,network=Network(67f6e98c-b306-4c7a-b87a-d1d529901cd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bc391c4-46') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.objects.instance [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lazy-loading 'pci_devices' on Instance uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:43:01 user nova-compute[74712]:   <uuid>d4f72272-1614-4117-ae4c-78ab1b8bd924</uuid>
Oct 15 19:43:01 user nova-compute[74712]:   <name>instance-0000000f</name>
Oct 15 19:43:01 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:43:01 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:43:01 user nova-compute[74712]:   <metadata>
Oct 15 19:43:01 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:43:01 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:43:01 user nova-compute[74712]:       <nova:name>tempest-device-tagging-server-2098592256</nova:name>
Oct 15 19:43:01 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:43:01</nova:creationTime>
Oct 15 19:43:01 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:43:01 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:43:01 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:43:01 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:43:01 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:43:01 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:43:01 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:43:01 user nova-compute[74712]:       <nova:owner>
Oct 15 19:43:01 user nova-compute[74712]:         <nova:user uuid="97dc4a8373a340eebcd5a8ab2467f0e9">tempest-TaggedAttachmentsTest-1029654685-project-member</nova:user>
Oct 15 19:43:01 user nova-compute[74712]:         <nova:project uuid="45a511073a2749ac8514931d5578e71c">tempest-TaggedAttachmentsTest-1029654685</nova:project>
Oct 15 19:43:01 user nova-compute[74712]:       </nova:owner>
Oct 15 19:43:01 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:43:01 user nova-compute[74712]:       <nova:ports>
Oct 15 19:43:01 user nova-compute[74712]:         <nova:port uuid="4bc391c4-4636-4d21-94e2-b59d2f964d04">
Oct 15 19:43:01 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:43:01 user nova-compute[74712]:         </nova:port>
Oct 15 19:43:01 user nova-compute[74712]:       </nova:ports>
Oct 15 19:43:01 user nova-compute[74712]:     </nova:instance>
Oct 15 19:43:01 user nova-compute[74712]:   </metadata>
Oct 15 19:43:01 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:43:01 user nova-compute[74712]:     <system>
Oct 15 19:43:01 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:43:01 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:43:01 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:43:01 user nova-compute[74712]:       <entry name="serial">d4f72272-1614-4117-ae4c-78ab1b8bd924</entry>
Oct 15 19:43:01 user nova-compute[74712]:       <entry name="uuid">d4f72272-1614-4117-ae4c-78ab1b8bd924</entry>
Oct 15 19:43:01 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:43:01 user nova-compute[74712]:     </system>
Oct 15 19:43:01 user nova-compute[74712]:   </sysinfo>
Oct 15 19:43:01 user nova-compute[74712]:   <os>
Oct 15 19:43:01 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:43:01 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:43:01 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:43:01 user nova-compute[74712]:   </os>
Oct 15 19:43:01 user nova-compute[74712]:   <features>
Oct 15 19:43:01 user nova-compute[74712]:     <acpi/>
Oct 15 19:43:01 user nova-compute[74712]:     <apic/>
Oct 15 19:43:01 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:43:01 user nova-compute[74712]:   </features>
Oct 15 19:43:01 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:43:01 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:43:01 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:43:01 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:43:01 user nova-compute[74712]:   </clock>
Oct 15 19:43:01 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:43:01 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:43:01 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:43:01 user nova-compute[74712]:   </cpu>
Oct 15 19:43:01 user nova-compute[74712]:   <devices>
Oct 15 19:43:01 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:43:01 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:43:01 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk"/>
Oct 15 19:43:01 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:43:01 user nova-compute[74712]:     </disk>
Oct 15 19:43:01 user nova-compute[74712]:     <disk type="file" device="cdrom">
Oct 15 19:43:01 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none"/>
Oct 15 19:43:01 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.config"/>
Oct 15 19:43:01 user nova-compute[74712]:       <target dev="hda" bus="ide"/>
Oct 15 19:43:01 user nova-compute[74712]:     </disk>
Oct 15 19:43:01 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:43:01 user nova-compute[74712]:       <mac address="fa:16:3e:01:5b:5a"/>
Oct 15 19:43:01 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:43:01 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:43:01 user nova-compute[74712]:       <target dev="tap4bc391c4-46"/>
Oct 15 19:43:01 user nova-compute[74712]:     </interface>
Oct 15 19:43:01 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:43:01 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/console.log" append="off"/>
Oct 15 19:43:01 user nova-compute[74712]:     </serial>
Oct 15 19:43:01 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:43:01 user nova-compute[74712]:     <video>
Oct 15 19:43:01 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:43:01 user nova-compute[74712]:     </video>
Oct 15 19:43:01 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:43:01 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:43:01 user nova-compute[74712]:     </rng>
Oct 15 19:43:01 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:43:01 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:43:01 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:43:01 user nova-compute[74712]:     </memballoon>
Oct 15 19:43:01 user nova-compute[74712]:   </devices>
Oct 15 19:43:01 user nova-compute[74712]: </domain>
Oct 15 19:43:01 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2098592256',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2098592256',id=15,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd5w7ZRdp6M6UoKe/THsRt5YLs/N1qzv4KcFMjcRivO8kFV5dilpjPDL/Qa25euNDqIDZ2WhZyRIFl9hiDC3ixg78aG+yNEepuTGkIwg1+nJwyoKmeInxkgSk4g1c4qqw==',key_name='tempest-keypair-172136724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='45a511073a2749ac8514931d5578e71c',ramdisk_id='',reservation_id='r-b6w324p4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1029654685',owner_user_name='tempest-TaggedAttachmentsTest-1029654685-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:42:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97dc4a8373a340eebcd5a8ab2467f0e9',uuid=d4f72272-1614-4117-ae4c-78ab1b8bd924,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converting VIF {"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:5b:5a,bridge_name='br-int',has_traffic_filtering=True,id=4bc391c4-4636-4d21-94e2-b59d2f964d04,network=Network(67f6e98c-b306-4c7a-b87a-d1d529901cd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bc391c4-46') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG os_vif [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:5b:5a,bridge_name='br-int',has_traffic_filtering=True,id=4bc391c4-4636-4d21-94e2-b59d2f964d04,network=Network(67f6e98c-b306-4c7a-b87a-d1d529901cd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bc391c4-46') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8cf61118-6fe1-5213-9472-bd9c745930c5', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4bc391c4-46, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4bc391c4-46, col_values=(('qos', UUID('7f1758dd-6d9f-4358-93d3-d7921452dca3')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4bc391c4-46, col_values=(('external_ids', {'iface-id': '4bc391c4-4636-4d21-94e2-b59d2f964d04', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:5b:5a', 'vm-uuid': 'd4f72272-1614-4117-ae4c-78ab1b8bd924'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:01 user nova-compute[74712]: INFO os_vif [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:5b:5a,bridge_name='br-int',has_traffic_filtering=True,id=4bc391c4-4636-4d21-94e2-b59d2f964d04,network=Network(67f6e98c-b306-4c7a-b87a-d1d529901cd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bc391c4-46')
Oct 15 19:43:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.480s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:01 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Deleted allocations for instance a89c2996-5337-4f21-939b-b03b7a4c3c50
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] No BDM found with device name hda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:43:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] No VIF found with MAC fa:16:3e:01:5b:5a, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:43:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Using config drive
Oct 15 19:43:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a326b32a-6832-47fb-9a69-dcb3729135e8 tempest-TaggedBootDevicesTest-413799609 tempest-TaggedBootDevicesTest-413799609-project-member] Lock "a89c2996-5337-4f21-939b-b03b7a4c3c50" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.587s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:02 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Creating config drive at /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.config
Oct 15 19:43:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmph68d7byk {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmph68d7byk" returned: 0 in 0.067s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b888be8-e7ed-47ff-a6a9-65879cbd69b7 req-4dc7c4b8-f99d-4a78-9cef-f7c643e70479 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-changed-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b888be8-e7ed-47ff-a6a9-65879cbd69b7 req-4dc7c4b8-f99d-4a78-9cef-f7c643e70479 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Refreshing instance network info cache due to event network-changed-4bc391c4-4636-4d21-94e2-b59d2f964d04. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b888be8-e7ed-47ff-a6a9-65879cbd69b7 req-4dc7c4b8-f99d-4a78-9cef-f7c643e70479 service nova] Acquiring lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b888be8-e7ed-47ff-a6a9-65879cbd69b7 req-4dc7c4b8-f99d-4a78-9cef-f7c643e70479 service nova] Acquired lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG nova.network.neutron [req-0b888be8-e7ed-47ff-a6a9-65879cbd69b7 req-4dc7c4b8-f99d-4a78-9cef-f7c643e70479 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Refreshing network info cache for port 4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:43:02 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance running successfully.
Oct 15 19:43:02 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Failed to set time: agent not configured {{(pid=74712) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2487a527-a24b-42b5-b5c6-770b6a002e8c tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] finish_migration finished successfully. {{(pid=74712) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG nova.network.neutron [req-0b888be8-e7ed-47ff-a6a9-65879cbd69b7 req-4dc7c4b8-f99d-4a78-9cef-f7c643e70479 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updated VIF entry in instance network info cache for port 4bc391c4-4636-4d21-94e2-b59d2f964d04. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG nova.network.neutron [req-0b888be8-e7ed-47ff-a6a9-65879cbd69b7 req-4dc7c4b8-f99d-4a78-9cef-f7c643e70479 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updating instance_info_cache with network_info: [{"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b888be8-e7ed-47ff-a6a9-65879cbd69b7 req-4dc7c4b8-f99d-4a78-9cef-f7c643e70479 service nova] Releasing lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-ea50be56-019d-4bf9-8408-269fe033f970 req-bf88a6e5-2d18-4499-a974-1a373ef21271 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ea50be56-019d-4bf9-8408-269fe033f970 req-bf88a6e5-2d18-4499-a974-1a373ef21271 service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ea50be56-019d-4bf9-8408-269fe033f970 req-bf88a6e5-2d18-4499-a974-1a373ef21271 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ea50be56-019d-4bf9-8408-269fe033f970 req-bf88a6e5-2d18-4499-a974-1a373ef21271 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-ea50be56-019d-4bf9-8408-269fe033f970 req-bf88a6e5-2d18-4499-a974-1a373ef21271 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:43:02 user nova-compute[74712]: WARNING nova.compute.manager [req-ea50be56-019d-4bf9-8408-269fe033f970 req-bf88a6e5-2d18-4499-a974-1a373ef21271 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state active and task_state resize_finish.
Oct 15 19:43:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-plugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] No waiting events found dispatching network-vif-plugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:43:04 user nova-compute[74712]: WARNING nova.compute.manager [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received unexpected event network-vif-plugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 for instance with vm_state building and task_state spawning.
Oct 15 19:43:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-plugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] No waiting events found dispatching network-vif-plugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:43:04 user nova-compute[74712]: WARNING nova.compute.manager [req-aa9346af-bf6a-4e68-97de-0bdd63e2d979 req-3c6ce133-5462-4d58-8127-15219f7ef6c3 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received unexpected event network-vif-plugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 for instance with vm_state building and task_state spawning.
Oct 15 19:43:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:43:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:43:06 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Instance spawned successfully.
Oct 15 19:43:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:43:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:43:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:43:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:43:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:43:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:43:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:43:06 user nova-compute[74712]: INFO nova.compute.manager [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Took 7.04 seconds to spawn the instance on the hypervisor.
Oct 15 19:43:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:43:06 user nova-compute[74712]: INFO nova.compute.manager [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Took 8.42 seconds to build instance.
Oct 15 19:43:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-572aa0ba-7699-4b04-bb91-74f4f4f17ce2 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.534s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:10 user nova-compute[74712]: INFO nova.compute.manager [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Rescuing
Oct 15 19:43:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:43:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquired lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:43:10 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:43:10 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updating instance_info_cache with network_info: [{"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:43:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Releasing lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-6a0f5e66-f409-436a-8159-eebd37afed28 req-278a79eb-3c3b-4c08-aef9-721d2a73461f service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-unplugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6a0f5e66-f409-436a-8159-eebd37afed28 req-278a79eb-3c3b-4c08-aef9-721d2a73461f service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6a0f5e66-f409-436a-8159-eebd37afed28 req-278a79eb-3c3b-4c08-aef9-721d2a73461f service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6a0f5e66-f409-436a-8159-eebd37afed28 req-278a79eb-3c3b-4c08-aef9-721d2a73461f service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-6a0f5e66-f409-436a-8159-eebd37afed28 req-278a79eb-3c3b-4c08-aef9-721d2a73461f service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-unplugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:43:11 user nova-compute[74712]: WARNING nova.compute.manager [req-6a0f5e66-f409-436a-8159-eebd37afed28 req-278a79eb-3c3b-4c08-aef9-721d2a73461f service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-unplugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state active and task_state rescuing.
Oct 15 19:43:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:11 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6bfb447e-c077-474f-a556-475183605a01] Instance destroyed successfully.
Oct 15 19:43:11 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Attempting a stable device rescue
Oct 15 19:43:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74712) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Instance directory exists: not creating {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 15 19:43:11 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Creating image(s)
Oct 15 19:43:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "/opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "/opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "/opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "cc6dbc63575251c775da92f9a10fafc401625f1f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "cc6dbc63575251c775da92f9a10fafc401625f1f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f.part --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-58933eb8-7c91-4b61-aa38-eeac71b47706 req-2419965d-3413-4fed-aea9-b339be55d8a6 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-58933eb8-7c91-4b61-aa38-eeac71b47706 req-2419965d-3413-4fed-aea9-b339be55d8a6 service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-58933eb8-7c91-4b61-aa38-eeac71b47706 req-2419965d-3413-4fed-aea9-b339be55d8a6 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-58933eb8-7c91-4b61-aa38-eeac71b47706 req-2419965d-3413-4fed-aea9-b339be55d8a6 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-58933eb8-7c91-4b61-aa38-eeac71b47706 req-2419965d-3413-4fed-aea9-b339be55d8a6 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:43:13 user nova-compute[74712]: WARNING nova.compute.manager [req-58933eb8-7c91-4b61-aa38-eeac71b47706 req-2419965d-3413-4fed-aea9-b339be55d8a6 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state active and task_state rescuing.
Oct 15 19:43:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f.part --force-share --output=json" returned: 0 in 0.241s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG nova.virt.images [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] 2c5e5cb0-1a34-40d7-af3a-dab772b062c4 was qcow2, converting to raw {{(pid=74712) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:43:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f.part /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f.converted {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f.part /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f.converted" returned: 0 in 0.554s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f.converted --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f.converted --force-share --output=json" returned: 0 in 0.198s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "cc6dbc63575251c775da92f9a10fafc401625f1f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.806s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "cc6dbc63575251c775da92f9a10fafc401625f1f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "cc6dbc63575251c775da92f9a10fafc401625f1f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f,backing_fmt=raw /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f,backing_fmt=raw /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue" returned: 0 in 0.058s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "cc6dbc63575251c775da92f9a10fafc401625f1f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:14 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'migration_context' on Instance uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.objects.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Object Instance<6bfb447e-c077-474f-a556-475183605a01> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Start _get_guest_xml network_info=[{"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "vif_mac": "fa:16:3e:38:76:58"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '2c5e5cb0-1a34-40d7-af3a-dab772b062c4', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpgPzyKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '6bfb447e-c077-474f-a556-475183605a01', 'attached_at': '', 'detached_at': '', 'volume_id': '6d488a62-be6c-4cac-bf09-d2771c1bcc2c', 'serial': '6d488a62-be6c-4cac-bf09-d2771c1bcc2c'}, 'attachment_id': '3bdd9c91-560c-4025-b0a0-c11b2997ad4e', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'resources' on Instance uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.objects.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Object Instance<6bfb447e-c077-474f-a556-475183605a01> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'numa_topology' on Instance uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.objects.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Object Instance<6bfb447e-c077-474f-a556-475183605a01> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:43:15 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:43:15 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.objects.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Object Instance<6bfb447e-c077-474f-a556-475183605a01> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpgPzyKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:43:15 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:43:15 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:43:15 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ce12556-a828-4c25-beb6-55725bf6cedc]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = kpgPzyKB\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 15 19:43:15 user nova-compute[74712]: node.name = iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:43:15 user nova-compute[74712]: node.tpgt = -1
Oct 15 19:43:15 user nova-compute[74712]: node.startup = automatic
Oct 15 19:43:15 user nova-compute[74712]: node.leading_login = No
Oct 15 19:43:15 user nova-compute[74712]: iface.iscsi_ifacename = default
Oct 15 19:43:15 user nova-compute[74712]: iface.net_ifacename = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.ipaddress = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.prefix_len = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.hwaddress = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.transport_name = tcp
Oct 15 19:43:15 user nova-compute[74712]: iface.initiatorname = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.state = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.vlan_id = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.vlan_priority = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.vlan_state = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.iface_num = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.mtu = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.port = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.bootproto = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.subnet_mask = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.gateway = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.dhcp_alt_client_id_state = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.dhcp_alt_client_id = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.dhcp_dns = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.dhcp_learn_iqn = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.dhcp_req_vendor_id_state = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.dhcp_vendor_id_state = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.dhcp_vendor_id = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.dhcp_slp_da = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.fragmentation = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.gratuitous_arp = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.incoming_forwarding = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.tos_state = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.tos = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.ttl = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.delayed_ack = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.tcp_nagle = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.tcp_wsf_state = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.tcp_wsf = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.tcp_timer_scale = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.tcp_timestamp = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.redirect = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.def_task_mgmt_timeout = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.header_digest = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.data_digest = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.immediate_data = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.initial_r2t = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.data_seq_inorder = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.data_pdu_inorder = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.erl = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.max_receive_data_len = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.first_burst_len = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.max_outstanding_r2t = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.max_burst_len = 0
Oct 15 19:43:15 user nova-compute[74712]: iface.chap_auth = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.bidi_chap = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.strict_login_compliance = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.discovery_auth = <empty>
Oct 15 19:43:15 user nova-compute[74712]: iface.discovery_logout = <empty>
Oct 15 19:43:15 user nova-compute[74712]: node.discovery_address = <empty>
Oct 15 19:43:15 user nova-compute[74712]: node.discovery_port = 0
Oct 15 19:43:15 user nova-compute[74712]: node.discovery_type = static
Oct 15 19:43:15 user nova-compute[74712]: node.session.initial_cmdsn = 0
Oct 15 19:43:15 user nova-compute[74712]: node.session.initial_login_retry_max = 8
Oct 15 19:43:15 user nova-compute[74712]: node.session.xmit_thread_priority = -20
Oct 15 19:43:15 user nova-compute[74712]: node.session.cmds_max = 128
Oct 15 19:43:15 user nova-compute[74712]: node.session.queue_depth = 32
Oct 15 19:43:15 user nova-compute[74712]: node.session.nr_sessions = 1
Oct 15 19:43:15 user nova-compute[74712]: node.session.auth.authmethod = CHAP
Oct 15 19:43:15 user nova-compute[74712]: node.session.auth.username = kpgPzyKB
Oct 15 19:43:15 user nova-compute[74712]: node.session.auth.password = ***
Oct 15 19:43:15 user nova-compute[74712]: node.session.auth.username_in = <empty>
Oct 15 19:43:15 user nova-compute[74712]: node.session.auth.password_in = <empty>
Oct 15 19:43:15 user nova-compute[74712]: node.session.auth.chap_algs = MD5
Oct 15 19:43:15 user nova-compute[74712]: node.session.timeo.replacement_timeout = 120
Oct 15 19:43:15 user nova-compute[74712]: node.session.err_timeo.abort_timeout = 15
Oct 15 19:43:15 user nova-compute[74712]: node.session.err_timeo.lu_reset_timeout = 30
Oct 15 19:43:15 user nova-compute[74712]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 15 19:43:15 user nova-compute[74712]: node.session.err_timeo.host_reset_timeout = 60
Oct 15 19:43:15 user nova-compute[74712]: node.session.iscsi.FastAbort = Yes
Oct 15 19:43:15 user nova-compute[74712]: node.session.iscsi.InitialR2T = No
Oct 15 19:43:15 user nova-compute[74712]: node.session.iscsi.ImmediateData = Yes
Oct 15 19:43:15 user nova-compute[74712]: node.session.iscsi.FirstBurstLength = 262144
Oct 15 19:43:15 user nova-compute[74712]: node.session.iscsi.MaxBurstLength = 16776192
Oct 15 19:43:15 user nova-compute[74712]: node.session.iscsi.DefaultTime2Retain = 0
Oct 15 19:43:15 user nova-compute[74712]: node.session.iscsi.DefaultTime2Wait = 2
Oct 15 19:43:15 user nova-compute[74712]: node.session.iscsi.MaxConnections = 1
Oct 15 19:43:15 user nova-compute[74712]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 15 19:43:15 user nova-compute[74712]: node.session.iscsi.ERL = 0
Oct 15 19:43:15 user nova-compute[74712]: node.session.scan = manual
Oct 15 19:43:15 user nova-compute[74712]: node.session.reopen_max = 0
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].address = 172.16.0.220
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].port = 3260
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].startup = manual
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].tcp.window_size = 524288
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].tcp.type_of_service = 0
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].timeo.logout_timeout = 15
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].timeo.login_timeout = 15
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].timeo.auth_timeout = 45
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].timeo.noop_out_interval = 5
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].timeo.noop_out_timeout = 5
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].iscsi.HeaderDigest = None
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].iscsi.DataDigest = None
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].iscsi.IFMarker = No
Oct 15 19:43:15 user nova-compute[74712]: node.conn[0].iscsi.OFMarker = No
Oct 15 19:43:15 user nova-compute[74712]: # END RECORD
Oct 15 19:43:15 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[673fb512-46e0-4370-9099-bf5282c729ae]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[86615d39-b27d-4c6c-ab68-6f1152c1bea1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kpgPzyKB {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kpgPzyKB" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[48aee348-1463-4fe0-a3fe-58d3ac7d704f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kpgPzyKB'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[07e487ca-85b6-42da-8e21-a1b506bcd303]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdcd3c93-30d4-4371-970a-e3f484d5e545]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:43:15 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:43:15 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:43:15 user nova-compute[74712]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:43:15 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:43:15 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:43:15 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:43:15 user nova-compute[74712]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:43:15 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.191s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] HCTL ('35', '0', '0', 0) found on session 13 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f280b40-c9c3-4ef8-bb29-f94a9c3d8c36]: (4, ('0 0 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching for a device in session 13 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpgPzyKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.217s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] <== connect_volume: return (219ms) {'type': 'block', 'scsi_wwn': '26232306539353264', 'path': '/dev/sdd'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232306539353264', 'path': '/dev/sdd'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:41:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1503258463',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1503258463',id=12,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:41:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0cfncm06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:41:50Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=6bfb447e-c077-474f-a556-475183605a01,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "vif_mac": "fa:16:3e:38:76:58"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "vif_mac": "fa:16:3e:38:76:58"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:38:76:58,bridge_name='br-int',has_traffic_filtering=True,id=24402937-f6b8-4561-8014-7d46d98dfa5e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24402937-f6') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'pci_devices' on Instance uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.objects.base [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Object Instance<6bfb447e-c077-474f-a556-475183605a01> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:43:15 user nova-compute[74712]:   <uuid>6bfb447e-c077-474f-a556-475183605a01</uuid>
Oct 15 19:43:15 user nova-compute[74712]:   <name>instance-0000000c</name>
Oct 15 19:43:15 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:43:15 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:43:15 user nova-compute[74712]:   <metadata>
Oct 15 19:43:15 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:43:15 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:43:15 user nova-compute[74712]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1503258463</nova:name>
Oct 15 19:43:15 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:43:15</nova:creationTime>
Oct 15 19:43:15 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:43:15 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:43:15 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:43:15 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:43:15 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:43:15 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:43:15 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:43:15 user nova-compute[74712]:       <nova:owner>
Oct 15 19:43:15 user nova-compute[74712]:         <nova:user uuid="c61acb19473c459ea20e2af6f412f894">tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member</nova:user>
Oct 15 19:43:15 user nova-compute[74712]:         <nova:project uuid="713c002b2da04bc484633187e26a8772">tempest-ServerBootFromVolumeStableRescueTest-1522566069</nova:project>
Oct 15 19:43:15 user nova-compute[74712]:       </nova:owner>
Oct 15 19:43:15 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:43:15 user nova-compute[74712]:       <nova:ports>
Oct 15 19:43:15 user nova-compute[74712]:         <nova:port uuid="24402937-f6b8-4561-8014-7d46d98dfa5e">
Oct 15 19:43:15 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 15 19:43:15 user nova-compute[74712]:         </nova:port>
Oct 15 19:43:15 user nova-compute[74712]:       </nova:ports>
Oct 15 19:43:15 user nova-compute[74712]:     </nova:instance>
Oct 15 19:43:15 user nova-compute[74712]:   </metadata>
Oct 15 19:43:15 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:43:15 user nova-compute[74712]:     <system>
Oct 15 19:43:15 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:43:15 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:43:15 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:43:15 user nova-compute[74712]:       <entry name="serial">6bfb447e-c077-474f-a556-475183605a01</entry>
Oct 15 19:43:15 user nova-compute[74712]:       <entry name="uuid">6bfb447e-c077-474f-a556-475183605a01</entry>
Oct 15 19:43:15 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:43:15 user nova-compute[74712]:     </system>
Oct 15 19:43:15 user nova-compute[74712]:   </sysinfo>
Oct 15 19:43:15 user nova-compute[74712]:   <os>
Oct 15 19:43:15 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:43:15 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:43:15 user nova-compute[74712]:   </os>
Oct 15 19:43:15 user nova-compute[74712]:   <features>
Oct 15 19:43:15 user nova-compute[74712]:     <acpi/>
Oct 15 19:43:15 user nova-compute[74712]:     <apic/>
Oct 15 19:43:15 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:43:15 user nova-compute[74712]:   </features>
Oct 15 19:43:15 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:43:15 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:43:15 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:43:15 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:43:15 user nova-compute[74712]:   </clock>
Oct 15 19:43:15 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:43:15 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:43:15 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:43:15 user nova-compute[74712]:   </cpu>
Oct 15 19:43:15 user nova-compute[74712]:   <devices>
Oct 15 19:43:15 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:43:15 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:43:15 user nova-compute[74712]:       <source dev="/dev/sdd"/>
Oct 15 19:43:15 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:43:15 user nova-compute[74712]:       <serial>6d488a62-be6c-4cac-bf09-d2771c1bcc2c</serial>
Oct 15 19:43:15 user nova-compute[74712]:     </disk>
Oct 15 19:43:15 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:43:15 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:43:15 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue"/>
Oct 15 19:43:15 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:43:15 user nova-compute[74712]:       <boot order="1"/>
Oct 15 19:43:15 user nova-compute[74712]:     </disk>
Oct 15 19:43:15 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:43:15 user nova-compute[74712]:       <mac address="fa:16:3e:38:76:58"/>
Oct 15 19:43:15 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:43:15 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:43:15 user nova-compute[74712]:       <target dev="tap24402937-f6"/>
Oct 15 19:43:15 user nova-compute[74712]:     </interface>
Oct 15 19:43:15 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:43:15 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/console.log" append="off"/>
Oct 15 19:43:15 user nova-compute[74712]:     </serial>
Oct 15 19:43:15 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:43:15 user nova-compute[74712]:     <video>
Oct 15 19:43:15 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:43:15 user nova-compute[74712]:     </video>
Oct 15 19:43:15 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:43:15 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:43:15 user nova-compute[74712]:     </rng>
Oct 15 19:43:15 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:43:15 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:43:15 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:43:15 user nova-compute[74712]:     </memballoon>
Oct 15 19:43:15 user nova-compute[74712]:   </devices>
Oct 15 19:43:15 user nova-compute[74712]: </domain>
Oct 15 19:43:15 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:43:15 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6bfb447e-c077-474f-a556-475183605a01] Instance destroyed successfully.
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No VIF found with MAC fa:16:3e:38:76:58, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:43:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-d5ec1573-1cfc-47e5-8aef-b9f7726759d6 req-11d2a846-d3f6-45af-9258-94354f3b3aa6 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5ec1573-1cfc-47e5-8aef-b9f7726759d6 req-11d2a846-d3f6-45af-9258-94354f3b3aa6 service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5ec1573-1cfc-47e5-8aef-b9f7726759d6 req-11d2a846-d3f6-45af-9258-94354f3b3aa6 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5ec1573-1cfc-47e5-8aef-b9f7726759d6 req-11d2a846-d3f6-45af-9258-94354f3b3aa6 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-d5ec1573-1cfc-47e5-8aef-b9f7726759d6 req-11d2a846-d3f6-45af-9258-94354f3b3aa6 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:43:17 user nova-compute[74712]: WARNING nova.compute.manager [req-d5ec1573-1cfc-47e5-8aef-b9f7726759d6 req-11d2a846-d3f6-45af-9258-94354f3b3aa6 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state active and task_state rescuing.
Oct 15 19:43:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:43:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2fc31287-a969-496e-9f0f-96da24c733e2 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-a901abb6-2492-4da5-b327-923c2983b8b9 req-81320078-af1b-42d4-9fef-01fa2566715f service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a901abb6-2492-4da5-b327-923c2983b8b9 req-81320078-af1b-42d4-9fef-01fa2566715f service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a901abb6-2492-4da5-b327-923c2983b8b9 req-81320078-af1b-42d4-9fef-01fa2566715f service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a901abb6-2492-4da5-b327-923c2983b8b9 req-81320078-af1b-42d4-9fef-01fa2566715f service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-a901abb6-2492-4da5-b327-923c2983b8b9 req-81320078-af1b-42d4-9fef-01fa2566715f service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:43:19 user nova-compute[74712]: WARNING nova.compute.manager [req-a901abb6-2492-4da5-b327-923c2983b8b9 req-81320078-af1b-42d4-9fef-01fa2566715f service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state rescued and task_state None.
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:43:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:43:21 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:43:21 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:43:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7562MB free_disk=25.32672119140625GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:43:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Applying migration context for instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f as it has an incoming, in-progress migration ab7a03f6-d2ca-4044-aa2e-5666f3484968. Migration status is finished {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 15 19:43:21 user nova-compute[74712]: INFO nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating resource usage from migration ab7a03f6-d2ca-4044-aa2e-5666f3484968
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 7669a942-4236-4dca-a209-1885fb938eb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 070e42d3-e540-47a1-8f07-73443d2c7a63 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 854c9ccf-f7d4-4f47-b371-6696ba2655f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Migration ab7a03f6-d2ca-4044-aa2e-5666f3484968 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance d4f72272-1614-4117-ae4c-78ab1b8bd924 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=27GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.695s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:43:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:43:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:43:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:43:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:43:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:43:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Updating instance_info_cache with network_info: [{"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:43:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-7669a942-4236-4dca-a209-1885fb938eb2" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:43:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:43:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:43:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:43:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:43:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:43:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:43:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:43:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-ebbd9b4a-36f0-407a-b81f-113b4221b080 req-9ae6ed4e-c9ab-498d-92be-46023464d97a service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received event network-changed-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-ebbd9b4a-36f0-407a-b81f-113b4221b080 req-9ae6ed4e-c9ab-498d-92be-46023464d97a service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Refreshing instance network info cache due to event network-changed-8a55ed23-2df6-4c8f-b969-b6bd30c494c7. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:43:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ebbd9b4a-36f0-407a-b81f-113b4221b080 req-9ae6ed4e-c9ab-498d-92be-46023464d97a service nova] Acquiring lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:43:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ebbd9b4a-36f0-407a-b81f-113b4221b080 req-9ae6ed4e-c9ab-498d-92be-46023464d97a service nova] Acquired lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:43:39 user nova-compute[74712]: DEBUG nova.network.neutron [req-ebbd9b4a-36f0-407a-b81f-113b4221b080 req-9ae6ed4e-c9ab-498d-92be-46023464d97a service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Refreshing network info cache for port 8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:43:39 user nova-compute[74712]: DEBUG nova.network.neutron [req-ebbd9b4a-36f0-407a-b81f-113b4221b080 req-9ae6ed4e-c9ab-498d-92be-46023464d97a service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updated VIF entry in instance network info cache for port 8a55ed23-2df6-4c8f-b969-b6bd30c494c7. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:43:39 user nova-compute[74712]: DEBUG nova.network.neutron [req-ebbd9b4a-36f0-407a-b81f-113b4221b080 req-9ae6ed4e-c9ab-498d-92be-46023464d97a service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updating instance_info_cache with network_info: [{"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:43:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ebbd9b4a-36f0-407a-b81f-113b4221b080 req-9ae6ed4e-c9ab-498d-92be-46023464d97a service nova] Releasing lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:43:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:53 user nova-compute[74712]: INFO nova.compute.manager [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Terminating instance
Oct 15 19:43:53 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:43:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-36e00409-c4d1-42f7-8cf1-0eb7d13c9b8b req-db75f5f9-0b1d-441b-8f48-544e667bd9c2 service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Received event network-vif-unplugged-a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-36e00409-c4d1-42f7-8cf1-0eb7d13c9b8b req-db75f5f9-0b1d-441b-8f48-544e667bd9c2 service nova] Acquiring lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-36e00409-c4d1-42f7-8cf1-0eb7d13c9b8b req-db75f5f9-0b1d-441b-8f48-544e667bd9c2 service nova] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-36e00409-c4d1-42f7-8cf1-0eb7d13c9b8b req-db75f5f9-0b1d-441b-8f48-544e667bd9c2 service nova] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-36e00409-c4d1-42f7-8cf1-0eb7d13c9b8b req-db75f5f9-0b1d-441b-8f48-544e667bd9c2 service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] No waiting events found dispatching network-vif-unplugged-a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-36e00409-c4d1-42f7-8cf1-0eb7d13c9b8b req-db75f5f9-0b1d-441b-8f48-544e667bd9c2 service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Received event network-vif-unplugged-a3ace429-dc61-4353-98ff-3208b81d9295 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:43:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Instance destroyed successfully.
Oct 15 19:43:54 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lazy-loading 'resources' on Instance uuid 854c9ccf-f7d4-4f47-b371-6696ba2655f4 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:41:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2112165655',display_name='tempest-VolumesAdminNegativeTest-server-2112165655',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2112165655',id=14,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:41:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5d364c9dde524c58a9ccd0edadbb66a3',ramdisk_id='',reservation_id='r-rtb50ogh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1630847276',owner_user_name='tempest-VolumesAdminNegativeTest-1630847276-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:41:57Z,user_data=None,user_id='1bb7f65663fa4eaeace9838a14fb28ec',uuid=854c9ccf-f7d4-4f47-b371-6696ba2655f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3ace429-dc61-4353-98ff-3208b81d9295", "address": "fa:16:3e:e2:c5:bf", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3ace429-dc", "ovs_interfaceid": "a3ace429-dc61-4353-98ff-3208b81d9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converting VIF {"id": "a3ace429-dc61-4353-98ff-3208b81d9295", "address": "fa:16:3e:e2:c5:bf", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3ace429-dc", "ovs_interfaceid": "a3ace429-dc61-4353-98ff-3208b81d9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c5:bf,bridge_name='br-int',has_traffic_filtering=True,id=a3ace429-dc61-4353-98ff-3208b81d9295,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3ace429-dc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG os_vif [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c5:bf,bridge_name='br-int',has_traffic_filtering=True,id=a3ace429-dc61-4353-98ff-3208b81d9295,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3ace429-dc') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa3ace429-dc, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=03126099-3a1d-4f82-a39e-ea2ec0211cb4) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:54 user nova-compute[74712]: INFO os_vif [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c5:bf,bridge_name='br-int',has_traffic_filtering=True,id=a3ace429-dc61-4353-98ff-3208b81d9295,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3ace429-dc')
Oct 15 19:43:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Deleting instance files /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4_del
Oct 15 19:43:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Deletion of /opt/stack/data/nova/instances/854c9ccf-f7d4-4f47-b371-6696ba2655f4_del complete
Oct 15 19:43:54 user nova-compute[74712]: INFO nova.compute.manager [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Took 0.73 seconds to destroy the instance on the hypervisor.
Oct 15 19:43:54 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:43:54 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Took 0.48 seconds to deallocate network for instance.
Oct 15 19:43:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:55 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:43:55 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:43:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.382s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:55 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Deleted allocations for instance 854c9ccf-f7d4-4f47-b371-6696ba2655f4
Oct 15 19:43:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4f50870d-f280-4acc-9dcb-a97ec91dbca0 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.796s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d7c4e0e-1087-4c6c-abbf-6440c93f83f7 req-965a86be-d5c3-4e09-b83c-98d55882197f service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Received event network-vif-plugged-a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d7c4e0e-1087-4c6c-abbf-6440c93f83f7 req-965a86be-d5c3-4e09-b83c-98d55882197f service nova] Acquiring lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:43:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d7c4e0e-1087-4c6c-abbf-6440c93f83f7 req-965a86be-d5c3-4e09-b83c-98d55882197f service nova] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:43:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d7c4e0e-1087-4c6c-abbf-6440c93f83f7 req-965a86be-d5c3-4e09-b83c-98d55882197f service nova] Lock "854c9ccf-f7d4-4f47-b371-6696ba2655f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:43:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d7c4e0e-1087-4c6c-abbf-6440c93f83f7 req-965a86be-d5c3-4e09-b83c-98d55882197f service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] No waiting events found dispatching network-vif-plugged-a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:43:56 user nova-compute[74712]: WARNING nova.compute.manager [req-4d7c4e0e-1087-4c6c-abbf-6440c93f83f7 req-965a86be-d5c3-4e09-b83c-98d55882197f service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Received unexpected event network-vif-plugged-a3ace429-dc61-4353-98ff-3208b81d9295 for instance with vm_state deleted and task_state None.
Oct 15 19:43:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d7c4e0e-1087-4c6c-abbf-6440c93f83f7 req-965a86be-d5c3-4e09-b83c-98d55882197f service nova] [instance: 854c9ccf-f7d4-4f47-b371-6696ba2655f4] Received event network-vif-deleted-a3ace429-dc61-4353-98ff-3208b81d9295 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:43:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:43:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:10 user nova-compute[74712]: INFO nova.compute.manager [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Terminating instance
Oct 15 19:44:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-d535354d-02b4-4ed4-abb2-2a2ce4c97c6d req-9ea845c4-ab59-486a-b439-402e71980068 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-vif-unplugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d535354d-02b4-4ed4-abb2-2a2ce4c97c6d req-9ea845c4-ab59-486a-b439-402e71980068 service nova] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d535354d-02b4-4ed4-abb2-2a2ce4c97c6d req-9ea845c4-ab59-486a-b439-402e71980068 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d535354d-02b4-4ed4-abb2-2a2ce4c97c6d req-9ea845c4-ab59-486a-b439-402e71980068 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-d535354d-02b4-4ed4-abb2-2a2ce4c97c6d req-9ea845c4-ab59-486a-b439-402e71980068 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] No waiting events found dispatching network-vif-unplugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-d535354d-02b4-4ed4-abb2-2a2ce4c97c6d req-9ea845c4-ab59-486a-b439-402e71980068 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-vif-unplugged-66bd87cd-7c81-4525-bbd1-f8b87599519d for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:44:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Instance destroyed successfully.
Oct 15 19:44:10 user nova-compute[74712]: DEBUG nova.objects.instance [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lazy-loading 'resources' on Instance uuid 070e42d3-e540-47a1-8f07-73443d2c7a63 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:39:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1671423336',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-978298729',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWSbifvqg53TJHw5wxen6Uk9TAsUSXM5PPyhUHsAOLiyAvn5/k22ug29RrIX0KL0i5XsedGA3Z83wh1uuhaIfQj28ixWFO3SoZrwusOWqu9o3FhF7ior36asoBICaitRQ==',key_name='tempest-keypair-833606074',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:42:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='89226a65cd564aaca32c143f7c8eacfe',ramdisk_id='',reservation_id='r-000gwe4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-610570461',owner_user_name='tempest-ServerActionsV293TestJSON-610570461-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:42:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d0fef32226814134ae489cf8d8073587',uuid=070e42d3-e540-47a1-8f07-73443d2c7a63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converting VIF {"id": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "address": "fa:16:3e:f6:c5:58", "network": {"id": "65e4c0c3-8d6d-417a-a0aa-285d28d6be0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-399184548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89226a65cd564aaca32c143f7c8eacfe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66bd87cd-7c", "ovs_interfaceid": "66bd87cd-7c81-4525-bbd1-f8b87599519d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_vif [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66bd87cd-7c, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=39fbc5c5-fa9d-4064-8497-968668f426ec) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:44:10 user nova-compute[74712]: INFO os_vif [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:c5:58,bridge_name='br-int',has_traffic_filtering=True,id=66bd87cd-7c81-4525-bbd1-f8b87599519d,network=Network(65e4c0c3-8d6d-417a-a0aa-285d28d6be0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66bd87cd-7c')
Oct 15 19:44:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SXtjEZgO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:44:10 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[df101382-5e43-45cb-a083-3b122682c06c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:44:10 user nova-compute[74712]: No targets found.
Oct 15 19:44:10 user nova-compute[74712]: iSNS:
Oct 15 19:44:10 user nova-compute[74712]: No targets found.
Oct 15 19:44:10 user nova-compute[74712]: STATIC:
Oct 15 19:44:10 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942
Oct 15 19:44:10 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:44:10 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:44:10 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666
Oct 15 19:44:10 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:44:10 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:44:10 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:44:10 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:44:10 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:44:10 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:44:10 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:44:10 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:44:10 user nova-compute[74712]: FIRMWARE:
Oct 15 19:44:10 user nova-compute[74712]: No targets found.
Oct 15 19:44:10 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:44:10 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:44:10 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d451ec-83f1-4864-91c5-6071829a986a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b597ca4-2a0b-4587-8f96-1302759a839a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:44:10 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:44:10 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:44:10 user nova-compute[74712]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:44:10 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:44:10 user nova-compute[74712]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 (non-flash)
Oct 15 19:44:10 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:44:10 user nova-compute[74712]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:44:10 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca4314a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f1a9b5-bb94-4968-9a01-f5d822e7924a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b84f2bc-fe56-4415-b300-7dc50fedf763]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6022826e-2b76-4100-b47a-67d18787ff9a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[33b4d5da-1d03-4d47-835e-2f9050b563f2]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c636c5a-e899-40f9-a191-e08b46b848d3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1f8297-69b5-4435-99c0-d5f432472cd6]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260]
Oct 15 19:44:11 user nova-compute[74712]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666, portal: 172.16.0.220,3260] successful.
Oct 15 19:44:11 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f442b2f-3629-4740-8b61-7845f71f3666 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[93322894-e302-4297-9928-d608c16e5322]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.327s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] <== disconnect_volume: return (328ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:44:11 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Deleting instance files /opt/stack/data/nova/instances/070e42d3-e540-47a1-8f07-73443d2c7a63_del
Oct 15 19:44:11 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Deletion of /opt/stack/data/nova/instances/070e42d3-e540-47a1-8f07-73443d2c7a63_del complete
Oct 15 19:44:11 user nova-compute[74712]: INFO nova.compute.manager [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Took 1.21 seconds to destroy the instance on the hypervisor.
Oct 15 19:44:11 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:44:11 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:44:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-106c6509-df92-4df0-b84c-dc732ad7f707 req-0a225d65-af65-472e-b616-ca9ca16c0794 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-106c6509-df92-4df0-b84c-dc732ad7f707 req-0a225d65-af65-472e-b616-ca9ca16c0794 service nova] Acquiring lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-106c6509-df92-4df0-b84c-dc732ad7f707 req-0a225d65-af65-472e-b616-ca9ca16c0794 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-106c6509-df92-4df0-b84c-dc732ad7f707 req-0a225d65-af65-472e-b616-ca9ca16c0794 service nova] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-106c6509-df92-4df0-b84c-dc732ad7f707 req-0a225d65-af65-472e-b616-ca9ca16c0794 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] No waiting events found dispatching network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:12 user nova-compute[74712]: WARNING nova.compute.manager [req-106c6509-df92-4df0-b84c-dc732ad7f707 req-0a225d65-af65-472e-b616-ca9ca16c0794 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received unexpected event network-vif-plugged-66bd87cd-7c81-4525-bbd1-f8b87599519d for instance with vm_state active and task_state deleting.
Oct 15 19:44:12 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:44:12 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Took 1.53 seconds to deallocate network for instance.
Oct 15 19:44:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:13 user nova-compute[74712]: INFO nova.compute.manager [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Took 0.88 seconds to detach 1 volumes for instance.
Oct 15 19:44:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Deleting volume: 8f442b2f-3629-4740-8b61-7845f71f3666 {{(pid=74712) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 15 19:44:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:14 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:44:14 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:44:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.355s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:14 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Deleted allocations for instance 070e42d3-e540-47a1-8f07-73443d2c7a63
Oct 15 19:44:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-af8a60b3-2c9e-4dea-b92a-9b5b9042c6cf tempest-ServerActionsV293TestJSON-610570461 tempest-ServerActionsV293TestJSON-610570461-project-member] Lock "070e42d3-e540-47a1-8f07-73443d2c7a63" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.283s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-d42e777c-6644-4249-be86-76148af902ae req-b67e1e15-8a43-42aa-a2e3-2454c56858d2 service nova] [instance: 070e42d3-e540-47a1-8f07-73443d2c7a63] Received event network-vif-deleted-66bd87cd-7c81-4525-bbd1-f8b87599519d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:14 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:14 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 19:44:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:16 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:44:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:20 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:44:20 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7714MB free_disk=25.312171936035156GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:20 user nova-compute[74712]: INFO nova.compute.manager [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Detaching volume efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:44:20 user nova-compute[74712]: INFO nova.virt.block_device [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Attempting to driver detach volume efa1e73c-3804-4c40-9118-d62deec37271 from mountpoint /dev/vdb
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Applying migration context for instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f as it has an incoming, in-progress migration ab7a03f6-d2ca-4044-aa2e-5666f3484968. Migration status is finished {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 15 19:44:20 user nova-compute[74712]: INFO nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating resource usage from migration ab7a03f6-d2ca-4044-aa2e-5666f3484968
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Attempting to detach device vdb from instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:44:20 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:44:20 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:44:20 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:44:20 user nova-compute[74712]:   <serial>efa1e73c-3804-4c40-9118-d62deec37271</serial>
Oct 15 19:44:20 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 15 19:44:20 user nova-compute[74712]: </disk>
Oct 15 19:44:20 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:44:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully detached device vdb from instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf from the persistent domain config.
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:44:20 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:44:20 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:44:20 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:44:20 user nova-compute[74712]:   <serial>efa1e73c-3804-4c40-9118-d62deec37271</serial>
Oct 15 19:44:20 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 15 19:44:20 user nova-compute[74712]: </disk>
Oct 15 19:44:20 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 7669a942-4236-4dca-a209-1885fb938eb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Migration ab7a03f6-d2ca-4044-aa2e-5666f3484968 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance d4f72272-1614-4117-ae4c-78ab1b8bd924 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=26GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:44:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:21 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:44:21 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:44:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:44:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.598s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 19:44:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 19:44:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Port b9e55e68-ccce-4660-a48c-25138fab558c binding to destination host user is already ACTIVE {{(pid=74712) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3163}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquired lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:44:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 4100b590-bb4f-4946-a7e3-5f4c534712ae {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 7669a942-4236-4dca-a209-1885fb938eb2 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 77e67743-1363-46c1-965d-cb0a820a0503 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:23 user nova-compute[74712]: INFO nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] During sync_power_state the instance has a pending task (resize_reverting). Skip.
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "7669a942-4236-4dca-a209-1885fb938eb2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "6bfb447e-c077-474f-a556-475183605a01" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "77e67743-1363-46c1-965d-cb0a820a0503" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "77e67743-1363-46c1-965d-cb0a820a0503" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.071s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "77e67743-1363-46c1-965d-cb0a820a0503" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.073s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "7669a942-4236-4dca-a209-1885fb938eb2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.080s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "6bfb447e-c077-474f-a556-475183605a01" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.082s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.090s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Releasing lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Creating tmpfile /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/tmpjpcw5q7d to verify with other compute node that the instance is on the same shared storage. {{(pid=74712) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-c8b0ebe6-9b86-468a-bf79-62de4cdc99e6 req-7e9a9f5d-4b30-4d1f-9e8e-031e1d93a127 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-unplugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c8b0ebe6-9b86-468a-bf79-62de4cdc99e6 req-7e9a9f5d-4b30-4d1f-9e8e-031e1d93a127 service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c8b0ebe6-9b86-468a-bf79-62de4cdc99e6 req-7e9a9f5d-4b30-4d1f-9e8e-031e1d93a127 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c8b0ebe6-9b86-468a-bf79-62de4cdc99e6 req-7e9a9f5d-4b30-4d1f-9e8e-031e1d93a127 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-c8b0ebe6-9b86-468a-bf79-62de4cdc99e6 req-7e9a9f5d-4b30-4d1f-9e8e-031e1d93a127 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-unplugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:24 user nova-compute[74712]: WARNING nova.compute.manager [req-c8b0ebe6-9b86-468a-bf79-62de4cdc99e6 req-7e9a9f5d-4b30-4d1f-9e8e-031e1d93a127 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-unplugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state resized and task_state resize_reverting.
Oct 15 19:44:24 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance destroyed successfully.
Oct 15 19:44:24 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lazy-loading 'resources' on Instance uuid 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1918695920',display_name='tempest-ServerActionsTestOtherB-server-1918695920',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1918695920',id=3,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDqbxtbpkdno8kl7PLCAiwm4je8P6sk0pLJoLeUwZqlZKKLzj0I2dz8iqXRpRdHDx5qAeERdSmNWDvn+w6QQdKGwnD7Tel2B0r+l8WkWbHNFoXSt6gTxmhVs1qLoUmgyuQ==',key_name='tempest-keypair-902076456',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71c93658494d4703bcf2a7e11d6d43ba',ramdisk_id='',reservation_id='r-k685pt9v',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-146357153',owner_user_name='tempest-ServerActionsTestOtherB-146357153-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:43:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075795c2a7f940c0b758855dc913aa4a',uuid=3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converting VIF {"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG os_vif [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9e55e68-cc, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c59d8b48-51a3-4eee-a9c6-5835f7096df0) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:44:24 user nova-compute[74712]: INFO os_vif [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc')
Oct 15 19:44:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:44:24 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:44:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6bf38fb-9de3-4af5-9cc2-1c4b0c4df7b3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:44:24 user nova-compute[74712]: No targets found.
Oct 15 19:44:24 user nova-compute[74712]: iSNS:
Oct 15 19:44:24 user nova-compute[74712]: No targets found.
Oct 15 19:44:24 user nova-compute[74712]: STATIC:
Oct 15 19:44:24 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942
Oct 15 19:44:24 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:44:24 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:44:24 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:44:24 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:44:24 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:44:24 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:44:24 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:44:24 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:44:24 user nova-compute[74712]: FIRMWARE:
Oct 15 19:44:24 user nova-compute[74712]: No targets found.
Oct 15 19:44:24 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:44:24 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:44:24 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:44:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fd081ff-fd90-4d8d-adeb-7260f9f0aca8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f7d185a-1806-4b65-9888-5d9c65fbeac7]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:44:25 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:44:25 user nova-compute[74712]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:44:25 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:44:25 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:44:25 user nova-compute[74712]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:44:25 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846a40d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942'): ({'sde'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Removing single pathed devices sde {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[04dbeaaf-7f09-4f4d-9e33-3593cf3cfbf2]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8965b238-e8e8-48d2-a747-d3a173338405]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Flushing IO for device /dev/sde {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e068cf3d-4994-444a-95aa-aad527319456]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ea217c-56d1-40c0-b26e-4deb1e0a7556]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c891030-3a5c-4937-98ba-e598c342e494]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7a9c234-7f44-4b47-9da8-fa9bbbb991a2]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]
Oct 15 19:44:25 user nova-compute[74712]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.
Oct 15 19:44:25 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db3e336-b18a-44ee-bf7d-40fdfdf7fe17]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] <== disconnect_volume: return (359ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:44:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lazy-loading 'migration_context' on Instance uuid 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG nova.objects.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Object Instance<3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f> lazy-loaded attributes: resources,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-2030e1d4-9395-49f8-bcad-693d5903302a req-39748034-842f-4299-9e72-78e311a25c3e service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2030e1d4-9395-49f8-bcad-693d5903302a req-39748034-842f-4299-9e72-78e311a25c3e service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2030e1d4-9395-49f8-bcad-693d5903302a req-39748034-842f-4299-9e72-78e311a25c3e service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2030e1d4-9395-49f8-bcad-693d5903302a req-39748034-842f-4299-9e72-78e311a25c3e service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-2030e1d4-9395-49f8-bcad-693d5903302a req-39748034-842f-4299-9e72-78e311a25c3e service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:26 user nova-compute[74712]: WARNING nova.compute.manager [req-2030e1d4-9395-49f8-bcad-693d5903302a req-39748034-842f-4299-9e72-78e311a25c3e service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state resized and task_state resize_reverting.
Oct 15 19:44:26 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:44:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.501s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:27 user nova-compute[74712]: INFO nova.compute.manager [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Swapping old allocation on dict_keys(['528d9121-6d98-4388-aaa0-50c547535811']) held by migration ab7a03f6-d2ca-4044-aa2e-5666f3484968 for instance
Oct 15 19:44:27 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Overwriting current allocation {'allocations': {'528d9121-6d98-4388-aaa0-50c547535811': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 19}}, 'project_id': '71c93658494d4703bcf2a7e11d6d43ba', 'user_id': '075795c2a7f940c0b758855dc913aa4a', 'consumer_generation': 1} on consumer 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f {{(pid=74712) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 15 19:44:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:44:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquired lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:44:27 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:44:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Releasing lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG os_brick.utils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[07792f08-b3d8-457b-95a8-f6157b73336b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b04c6ee-cde1-439d-b5e5-ff718928866f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[318bab55-efce-4f9d-8433-672ba9cf5732]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6d190e4-05af-44b6-8c3d-0fd99f47716e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:44:28 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:44:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7690102d-8817-43e5-b104-2d45ff66d8d6]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:44:28 user nova-compute[74712]: DEBUG os_brick.utils [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:44:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:41 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf is timed out.
Oct 15 19:44:41 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully detached device vdb from instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf from the live domain config.
Oct 15 19:44:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DlsYNunS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:44:41 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bc8d6f4-efb5-4de6-aa1c-ca0ce4881928]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:44:41 user nova-compute[74712]: No targets found.
Oct 15 19:44:41 user nova-compute[74712]: iSNS:
Oct 15 19:44:41 user nova-compute[74712]: No targets found.
Oct 15 19:44:41 user nova-compute[74712]: STATIC:
Oct 15 19:44:41 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271
Oct 15 19:44:41 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:44:41 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:44:41 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:44:41 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:44:41 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:44:41 user nova-compute[74712]: FIRMWARE:
Oct 15 19:44:41 user nova-compute[74712]: No targets found.
Oct 15 19:44:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:44:41 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:44:41 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd2298cf-8108-4f1a-805d-469dab8da925]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a5917c-f168-405b-8ed4-5e49ab07146b]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:44:41 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:44:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:44:41 user nova-compute[74712]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 (non-flash)
Oct 15 19:44:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c844140d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a2b3dc-5c91-488c-84f6-1a848aebf4e3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f186f62-0ad8-4ced-9884-2b5158387184]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b205e044-41bb-4d1f-9264-ed3e82b19849]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0687221-0b54-470e-a9a6-e81d0c245e69]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d07f21f4-a202-462d-841e-0f89be1a3e61]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1954e58f-aa23-4ad2-a07e-1659c26271d0]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260]
Oct 15 19:44:41 user nova-compute[74712]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271, portal: 172.16.0.220,3260] successful.
Oct 15 19:44:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa1e73c-3804-4c40-9118-d62deec37271 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a054bc06-fa8e-4c27-a917-61835e3193a4]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== disconnect_volume: return (335ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:44:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:44:42 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:44:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a958cc72-aa65-4a52-8098-4bff34dc89a2 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.020s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 18.741s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-71dd1ee9-fded-484f-ba20-3764ea979b97 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-71dd1ee9-fded-484f-ba20-3764ea979b97 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-71dd1ee9-fded-484f-ba20-3764ea979b97 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:44:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-71dd1ee9-fded-484f-ba20-3764ea979b97 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74712) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 15 19:44:43 user nova-compute[74712]: DEBUG nova.objects.instance [None req-71dd1ee9-fded-484f-ba20-3764ea979b97 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:44:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:44 user nova-compute[74712]: DEBUG nova.compute.manager [req-23ed6f09-b318-4892-8641-8508281e3180 req-961fe3d0-6f14-4061-b1a9-3839ffd1372e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-unplugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-23ed6f09-b318-4892-8641-8508281e3180 req-961fe3d0-6f14-4061-b1a9-3839ffd1372e service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-23ed6f09-b318-4892-8641-8508281e3180 req-961fe3d0-6f14-4061-b1a9-3839ffd1372e service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-23ed6f09-b318-4892-8641-8508281e3180 req-961fe3d0-6f14-4061-b1a9-3839ffd1372e service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:44 user nova-compute[74712]: DEBUG nova.compute.manager [req-23ed6f09-b318-4892-8641-8508281e3180 req-961fe3d0-6f14-4061-b1a9-3839ffd1372e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-unplugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:44 user nova-compute[74712]: WARNING nova.compute.manager [req-23ed6f09-b318-4892-8641-8508281e3180 req-961fe3d0-6f14-4061-b1a9-3839ffd1372e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-unplugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state active and task_state powering-off.
Oct 15 19:44:44 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance destroyed successfully.
Oct 15 19:44:44 user nova-compute[74712]: DEBUG nova.compute.manager [None req-71dd1ee9-fded-484f-ba20-3764ea979b97 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:44:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-71dd1ee9-fded-484f-ba20-3764ea979b97 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.929s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Starting finish_revert_migration {{(pid=74712) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Start _get_guest_xml network_info=[{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f', 'attached_at': '2023-10-15T19:44:46.000000', 'detached_at': '', 'volume_id': '4a7a2266-64b7-4202-ada7-7074038ae942', 'serial': '4a7a2266-64b7-4202-ada7-7074038ae942'}, 'attachment_id': '8ff81331-5758-4d74-ac0b-5a783e2579d8', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:44:45 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:44:45 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:44:45 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:44:45 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:44:45 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9d1fe8d-f01c-4d13-8887-58fd1bc01c4a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:44:45 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[28344337-3f43-41ba-bceb-4743f96bcc6a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942] added
Oct 15 19:44:45 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1532ec9-d095-49d5-83e5-535434b0158f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1718963-47c5-45e8-bfd5-c03b9e369fe0]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yGOdVCps {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yGOdVCps" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[67356cb7-e583-4805-9f45-07630119efc7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yGOdVCps'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e449e4-8de3-49f8-9cb2-82abe5b0b11b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[da320991-8b0c-4be7-a9b4-33d8bd520033]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:44:45 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:44:45 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:44:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[50ed37bd-d55a-4a7c-a492-e1c462b0104d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]
Oct 15 19:44:46 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.
Oct 15 19:44:46 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-63c20100-c3a0-4485-a2ce-60de97d2822d req-24e9be49-6762-4eb0-beab-852ab0a5015e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-63c20100-c3a0-4485-a2ce-60de97d2822d req-24e9be49-6762-4eb0-beab-852ab0a5015e service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-63c20100-c3a0-4485-a2ce-60de97d2822d req-24e9be49-6762-4eb0-beab-852ab0a5015e service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-63c20100-c3a0-4485-a2ce-60de97d2822d req-24e9be49-6762-4eb0-beab-852ab0a5015e service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-63c20100-c3a0-4485-a2ce-60de97d2822d req-24e9be49-6762-4eb0-beab-852ab0a5015e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:46 user nova-compute[74712]: WARNING nova.compute.manager [req-63c20100-c3a0-4485-a2ce-60de97d2822d req-24e9be49-6762-4eb0-beab-852ab0a5015e service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state stopped and task_state None.
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.132s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1dbf99e-8127-44ef-883e-034d0e79aadc]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[df340584-da03-4379-8aee-2b25c13781a4]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:44:46 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:44:46 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:44:46 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:44:46 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.387s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff021787-4c2a-4e0b-86a1-da9795263d75]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:44:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.463s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] <== connect_volume: return (1465ms) {'type': 'block', 'scsi_wwn': '23031623630316633', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23031623630316633', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1918695920',display_name='tempest-ServerActionsTestOtherB-server-1918695920',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1918695920',id=3,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDqbxtbpkdno8kl7PLCAiwm4je8P6sk0pLJoLeUwZqlZKKLzj0I2dz8iqXRpRdHDx5qAeERdSmNWDvn+w6QQdKGwnD7Tel2B0r+l8WkWbHNFoXSt6gTxmhVs1qLoUmgyuQ==',key_name='tempest-keypair-902076456',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='71c93658494d4703bcf2a7e11d6d43ba',ramdisk_id='',reservation_id='r-k685pt9v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-146357153',owner_user_name='tempest-ServerActionsTestOtherB-146357153-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:44:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075795c2a7f940c0b758855dc913aa4a',uuid=3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converting VIF {"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:44:47 user nova-compute[74712]:   <uuid>3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f</uuid>
Oct 15 19:44:47 user nova-compute[74712]:   <name>instance-00000003</name>
Oct 15 19:44:47 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:44:47 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:44:47 user nova-compute[74712]:   <metadata>
Oct 15 19:44:47 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:44:47 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:44:47 user nova-compute[74712]:       <nova:name>tempest-ServerActionsTestOtherB-server-1918695920</nova:name>
Oct 15 19:44:47 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:44:45</nova:creationTime>
Oct 15 19:44:47 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:44:47 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:44:47 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:44:47 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:44:47 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:44:47 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:44:47 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:44:47 user nova-compute[74712]:       <nova:owner>
Oct 15 19:44:47 user nova-compute[74712]:         <nova:user uuid="075795c2a7f940c0b758855dc913aa4a">tempest-ServerActionsTestOtherB-146357153-project-member</nova:user>
Oct 15 19:44:47 user nova-compute[74712]:         <nova:project uuid="71c93658494d4703bcf2a7e11d6d43ba">tempest-ServerActionsTestOtherB-146357153</nova:project>
Oct 15 19:44:47 user nova-compute[74712]:       </nova:owner>
Oct 15 19:44:47 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:44:47 user nova-compute[74712]:       <nova:ports>
Oct 15 19:44:47 user nova-compute[74712]:         <nova:port uuid="b9e55e68-ccce-4660-a48c-25138fab558c">
Oct 15 19:44:47 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 15 19:44:47 user nova-compute[74712]:         </nova:port>
Oct 15 19:44:47 user nova-compute[74712]:       </nova:ports>
Oct 15 19:44:47 user nova-compute[74712]:     </nova:instance>
Oct 15 19:44:47 user nova-compute[74712]:   </metadata>
Oct 15 19:44:47 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:44:47 user nova-compute[74712]:     <system>
Oct 15 19:44:47 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:44:47 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:44:47 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:44:47 user nova-compute[74712]:       <entry name="serial">3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f</entry>
Oct 15 19:44:47 user nova-compute[74712]:       <entry name="uuid">3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f</entry>
Oct 15 19:44:47 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:44:47 user nova-compute[74712]:     </system>
Oct 15 19:44:47 user nova-compute[74712]:   </sysinfo>
Oct 15 19:44:47 user nova-compute[74712]:   <os>
Oct 15 19:44:47 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:44:47 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:44:47 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:44:47 user nova-compute[74712]:   </os>
Oct 15 19:44:47 user nova-compute[74712]:   <features>
Oct 15 19:44:47 user nova-compute[74712]:     <acpi/>
Oct 15 19:44:47 user nova-compute[74712]:     <apic/>
Oct 15 19:44:47 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:44:47 user nova-compute[74712]:   </features>
Oct 15 19:44:47 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:44:47 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:44:47 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:44:47 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:44:47 user nova-compute[74712]:   </clock>
Oct 15 19:44:47 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:44:47 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:44:47 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:44:47 user nova-compute[74712]:   </cpu>
Oct 15 19:44:47 user nova-compute[74712]:   <devices>
Oct 15 19:44:47 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:44:47 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:44:47 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk"/>
Oct 15 19:44:47 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:44:47 user nova-compute[74712]:     </disk>
Oct 15 19:44:47 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:44:47 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:44:47 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 19:44:47 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:44:47 user nova-compute[74712]:       <serial>4a7a2266-64b7-4202-ada7-7074038ae942</serial>
Oct 15 19:44:47 user nova-compute[74712]:     </disk>
Oct 15 19:44:47 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:44:47 user nova-compute[74712]:       <mac address="fa:16:3e:66:26:6e"/>
Oct 15 19:44:47 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:44:47 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:44:47 user nova-compute[74712]:       <target dev="tapb9e55e68-cc"/>
Oct 15 19:44:47 user nova-compute[74712]:     </interface>
Oct 15 19:44:47 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:44:47 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/console.log" append="off"/>
Oct 15 19:44:47 user nova-compute[74712]:     </serial>
Oct 15 19:44:47 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:44:47 user nova-compute[74712]:     <video>
Oct 15 19:44:47 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:44:47 user nova-compute[74712]:     </video>
Oct 15 19:44:47 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:44:47 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:44:47 user nova-compute[74712]:     </rng>
Oct 15 19:44:47 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:44:47 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:44:47 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:44:47 user nova-compute[74712]:     </memballoon>
Oct 15 19:44:47 user nova-compute[74712]:   </devices>
Oct 15 19:44:47 user nova-compute[74712]: </domain>
Oct 15 19:44:47 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1918695920',display_name='tempest-ServerActionsTestOtherB-server-1918695920',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1918695920',id=3,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDqbxtbpkdno8kl7PLCAiwm4je8P6sk0pLJoLeUwZqlZKKLzj0I2dz8iqXRpRdHDx5qAeERdSmNWDvn+w6QQdKGwnD7Tel2B0r+l8WkWbHNFoXSt6gTxmhVs1qLoUmgyuQ==',key_name='tempest-keypair-902076456',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='71c93658494d4703bcf2a7e11d6d43ba',ramdisk_id='',reservation_id='r-k685pt9v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-146357153',owner_user_name='tempest-ServerActionsTestOtherB-146357153-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:44:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075795c2a7f940c0b758855dc913aa4a',uuid=3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converting VIF {"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG os_vif [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a1cccba2-be18-5c0c-be06-2cb3023416bd', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9e55e68-cc, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9e55e68-cc, col_values=(('qos', UUID('512d8bfc-644d-4183-90ff-cca2aae81b6c')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9e55e68-cc, col_values=(('external_ids', {'iface-id': 'b9e55e68-ccce-4660-a48c-25138fab558c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:66:26:6e', 'vm-uuid': '3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:44:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:47 user nova-compute[74712]: INFO os_vif [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc')
Oct 15 19:44:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-93031783-12ac-4675-86ba-df8923b249e7 req-fe54eb46-bf4e-4c1f-a9ab-fb78b0c813f9 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-changed-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-93031783-12ac-4675-86ba-df8923b249e7 req-fe54eb46-bf4e-4c1f-a9ab-fb78b0c813f9 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Refreshing instance network info cache due to event network-changed-4bc391c4-4636-4d21-94e2-b59d2f964d04. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:44:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-93031783-12ac-4675-86ba-df8923b249e7 req-fe54eb46-bf4e-4c1f-a9ab-fb78b0c813f9 service nova] Acquiring lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:44:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-93031783-12ac-4675-86ba-df8923b249e7 req-fe54eb46-bf4e-4c1f-a9ab-fb78b0c813f9 service nova] Acquired lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:44:48 user nova-compute[74712]: DEBUG nova.network.neutron [req-93031783-12ac-4675-86ba-df8923b249e7 req-fe54eb46-bf4e-4c1f-a9ab-fb78b0c813f9 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Refreshing network info cache for port 4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:44:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-0c8b18a9-4016-45e8-86e4-8ce234988c7b req-b313771d-8f16-4866-8fb7-f14e95c1ff77 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0c8b18a9-4016-45e8-86e4-8ce234988c7b req-b313771d-8f16-4866-8fb7-f14e95c1ff77 service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0c8b18a9-4016-45e8-86e4-8ce234988c7b req-b313771d-8f16-4866-8fb7-f14e95c1ff77 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0c8b18a9-4016-45e8-86e4-8ce234988c7b req-b313771d-8f16-4866-8fb7-f14e95c1ff77 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-0c8b18a9-4016-45e8-86e4-8ce234988c7b req-b313771d-8f16-4866-8fb7-f14e95c1ff77 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:49 user nova-compute[74712]: WARNING nova.compute.manager [req-0c8b18a9-4016-45e8-86e4-8ce234988c7b req-b313771d-8f16-4866-8fb7-f14e95c1ff77 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state resized and task_state resize_reverting.
Oct 15 19:44:49 user nova-compute[74712]: DEBUG nova.network.neutron [req-93031783-12ac-4675-86ba-df8923b249e7 req-fe54eb46-bf4e-4c1f-a9ab-fb78b0c813f9 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updated VIF entry in instance network info cache for port 4bc391c4-4636-4d21-94e2-b59d2f964d04. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG nova.network.neutron [req-93031783-12ac-4675-86ba-df8923b249e7 req-fe54eb46-bf4e-4c1f-a9ab-fb78b0c813f9 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updating instance_info_cache with network_info: [{"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-93031783-12ac-4675-86ba-df8923b249e7 req-fe54eb46-bf4e-4c1f-a9ab-fb78b0c813f9 service nova] Releasing lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "interface-d4f72272-1614-4117-ae4c-78ab1b8bd924-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "interface-d4f72272-1614-4117-ae4c-78ab1b8bd924-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lazy-loading 'flavor' on Instance uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:50 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lazy-loading 'pci_requests' on Instance uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:44:50 user nova-compute[74712]: DEBUG nova.objects.base [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Object Instance<d4f72272-1614-4117-ae4c-78ab1b8bd924> lazy-loaded attributes: flavor,pci_requests {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:44:50 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:44:50 user nova-compute[74712]: DEBUG nova.policy [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97dc4a8373a340eebcd5a8ab2467f0e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45a511073a2749ac8514931d5578e71c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:44:50 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Successfully created port: ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:44:51 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance running successfully.
Oct 15 19:44:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] finish_revert_migration finished successfully. {{(pid=74712) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-2d8dd474-fb03-448e-b1a2-7e82b3116280 req-161d37b6-72c4-4e1a-9279-47dab94d670a service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2d8dd474-fb03-448e-b1a2-7e82b3116280 req-161d37b6-72c4-4e1a-9279-47dab94d670a service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2d8dd474-fb03-448e-b1a2-7e82b3116280 req-161d37b6-72c4-4e1a-9279-47dab94d670a service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2d8dd474-fb03-448e-b1a2-7e82b3116280 req-161d37b6-72c4-4e1a-9279-47dab94d670a service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-2d8dd474-fb03-448e-b1a2-7e82b3116280 req-161d37b6-72c4-4e1a-9279-47dab94d670a service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:51 user nova-compute[74712]: WARNING nova.compute.manager [req-2d8dd474-fb03-448e-b1a2-7e82b3116280 req-161d37b6-72c4-4e1a-9279-47dab94d670a service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state resized and task_state resize_reverting.
Oct 15 19:44:51 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Successfully updated port: ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:44:51 user nova-compute[74712]: INFO nova.compute.manager [None req-5467f7d7-0a58-4c3c-b05b-c02acaac68a1 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance to original state: 'active'
Oct 15 19:44:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquired lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-5bfc1c88-45f1-488e-964d-18ba83efa0b6 req-2267c405-8823-4393-bc07-7a7d36889747 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-changed-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-5bfc1c88-45f1-488e-964d-18ba83efa0b6 req-2267c405-8823-4393-bc07-7a7d36889747 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Refreshing instance network info cache due to event network-changed-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:44:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5bfc1c88-45f1-488e-964d-18ba83efa0b6 req-2267c405-8823-4393-bc07-7a7d36889747 service nova] Acquiring lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updating instance_info_cache with network_info: [{"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Releasing lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5bfc1c88-45f1-488e-964d-18ba83efa0b6 req-2267c405-8823-4393-bc07-7a7d36889747 service nova] Acquired lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG nova.network.neutron [req-5bfc1c88-45f1-488e-964d-18ba83efa0b6 req-2267c405-8823-4393-bc07-7a7d36889747 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Refreshing network info cache for port ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2098592256',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2098592256',id=15,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd5w7ZRdp6M6UoKe/THsRt5YLs/N1qzv4KcFMjcRivO8kFV5dilpjPDL/Qa25euNDqIDZ2WhZyRIFl9hiDC3ixg78aG+yNEepuTGkIwg1+nJwyoKmeInxkgSk4g1c4qqw==',key_name='tempest-keypair-172136724',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='45a511073a2749ac8514931d5578e71c',ramdisk_id='',reservation_id='r-b6w324p4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1029654685',owner_user_name='tempest-TaggedAttachmentsTest-1029654685-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:43:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97dc4a8373a340eebcd5a8ab2467f0e9',uuid=d4f72272-1614-4117-ae4c-78ab1b8bd924,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converting VIF {"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG os_vif [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '64a15e84-96b7-52bd-8e30-4bd5883c131d', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapec3a2a66-5b, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapec3a2a66-5b, col_values=(('qos', UUID('83407db5-f701-4321-acd0-94f7bfaa1350')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapec3a2a66-5b, col_values=(('external_ids', {'iface-id': 'ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:cd:eb', 'vm-uuid': 'd4f72272-1614-4117-ae4c-78ab1b8bd924'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:52 user nova-compute[74712]: INFO os_vif [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b')
Oct 15 19:44:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2098592256',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2098592256',id=15,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd5w7ZRdp6M6UoKe/THsRt5YLs/N1qzv4KcFMjcRivO8kFV5dilpjPDL/Qa25euNDqIDZ2WhZyRIFl9hiDC3ixg78aG+yNEepuTGkIwg1+nJwyoKmeInxkgSk4g1c4qqw==',key_name='tempest-keypair-172136724',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='45a511073a2749ac8514931d5578e71c',ramdisk_id='',reservation_id='r-b6w324p4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1029654685',owner_user_name='tempest-TaggedAttachmentsTest-1029654685-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:43:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97dc4a8373a340eebcd5a8ab2467f0e9',uuid=d4f72272-1614-4117-ae4c-78ab1b8bd924,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converting VIF {"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] attach device xml: <interface type="ethernet">
Oct 15 19:44:52 user nova-compute[74712]:   <mac address="fa:16:3e:ff:cd:eb"/>
Oct 15 19:44:52 user nova-compute[74712]:   <model type="virtio"/>
Oct 15 19:44:52 user nova-compute[74712]:   <mtu size="1442"/>
Oct 15 19:44:52 user nova-compute[74712]:   <target dev="tapec3a2a66-5b"/>
Oct 15 19:44:52 user nova-compute[74712]: </interface>
Oct 15 19:44:52 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] No BDM found with device name hda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] No VIF found with MAC fa:16:3e:01:5b:5a, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-5bfc1c88-45f1-488e-964d-18ba83efa0b6 req-2267c405-8823-4393-bc07-7a7d36889747 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updated VIF entry in instance network info cache for port ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-5bfc1c88-45f1-488e-964d-18ba83efa0b6 req-2267c405-8823-4393-bc07-7a7d36889747 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updating instance_info_cache with network_info: [{"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5bfc1c88-45f1-488e-964d-18ba83efa0b6 req-2267c405-8823-4393-bc07-7a7d36889747 service nova] Releasing lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:44:53 user nova-compute[74712]:   <nova:package version="0.0.0"/>
Oct 15 19:44:53 user nova-compute[74712]:   <nova:name>tempest-device-tagging-server-2098592256</nova:name>
Oct 15 19:44:53 user nova-compute[74712]:   <nova:creationTime>2023-10-15 19:44:53</nova:creationTime>
Oct 15 19:44:53 user nova-compute[74712]:   <nova:flavor name="m1.tiny">
Oct 15 19:44:53 user nova-compute[74712]:     <nova:memory>512</nova:memory>
Oct 15 19:44:53 user nova-compute[74712]:     <nova:disk>1</nova:disk>
Oct 15 19:44:53 user nova-compute[74712]:     <nova:swap>0</nova:swap>
Oct 15 19:44:53 user nova-compute[74712]:     <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:44:53 user nova-compute[74712]:     <nova:vcpus>1</nova:vcpus>
Oct 15 19:44:53 user nova-compute[74712]:   </nova:flavor>
Oct 15 19:44:53 user nova-compute[74712]:   <nova:owner>
Oct 15 19:44:53 user nova-compute[74712]:     <nova:user uuid="97dc4a8373a340eebcd5a8ab2467f0e9">tempest-TaggedAttachmentsTest-1029654685-project-member</nova:user>
Oct 15 19:44:53 user nova-compute[74712]:     <nova:project uuid="45a511073a2749ac8514931d5578e71c">tempest-TaggedAttachmentsTest-1029654685</nova:project>
Oct 15 19:44:53 user nova-compute[74712]:   </nova:owner>
Oct 15 19:44:53 user nova-compute[74712]:   <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:44:53 user nova-compute[74712]:   <nova:ports>
Oct 15 19:44:53 user nova-compute[74712]:     <nova:port uuid="4bc391c4-4636-4d21-94e2-b59d2f964d04">
Oct 15 19:44:53 user nova-compute[74712]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:44:53 user nova-compute[74712]:     </nova:port>
Oct 15 19:44:53 user nova-compute[74712]:     <nova:port uuid="ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3">
Oct 15 19:44:53 user nova-compute[74712]:       <nova:ip type="fixed" address="10.10.10.21" ipVersion="4"/>
Oct 15 19:44:53 user nova-compute[74712]:     </nova:port>
Oct 15 19:44:53 user nova-compute[74712]:   </nova:ports>
Oct 15 19:44:53 user nova-compute[74712]: </nova:instance>
Oct 15 19:44:53 user nova-compute[74712]:  {{(pid=74712) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2e38dec5-99f2-48f4-b585-6d27848b5604 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "interface-d4f72272-1614-4117-ae4c-78ab1b8bd924-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.782s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lazy-loading 'flavor' on Instance uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.129s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-a9474393-fb01-4347-9721-ff51fd4edd95 req-49a86ee2-0433-41a2-a01a-9eefe0144198 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-plugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a9474393-fb01-4347-9721-ff51fd4edd95 req-49a86ee2-0433-41a2-a01a-9eefe0144198 service nova] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a9474393-fb01-4347-9721-ff51fd4edd95 req-49a86ee2-0433-41a2-a01a-9eefe0144198 service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a9474393-fb01-4347-9721-ff51fd4edd95 req-49a86ee2-0433-41a2-a01a-9eefe0144198 service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-a9474393-fb01-4347-9721-ff51fd4edd95 req-49a86ee2-0433-41a2-a01a-9eefe0144198 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] No waiting events found dispatching network-vif-plugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:53 user nova-compute[74712]: WARNING nova.compute.manager [req-a9474393-fb01-4347-9721-ff51fd4edd95 req-49a86ee2-0433-41a2-a01a-9eefe0144198 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received unexpected event network-vif-plugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 for instance with vm_state active and task_state None.
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:54 user nova-compute[74712]: INFO nova.compute.manager [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Attaching volume 53e0c40d-1dee-4596-afed-7b43d4c65086 to /dev/vdb
Oct 15 19:44:54 user nova-compute[74712]: DEBUG os_brick.utils [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:54 user nova-compute[74712]: INFO nova.compute.manager [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Terminating instance
Oct 15 19:44:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[430762e0-577b-4a6c-937d-872ad648f9cc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64b638d-9143-4186-89eb-7ded9ce4ae10]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[38485d34-8644-4312-bdc9-a4b3ca011ebb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c509b1a-d438-4366-9d2a-110a66f38be9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:44:54 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:44:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ce59cd-7606-4c14-aaf8-6071fb26f9e4]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG os_brick.utils [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] <== get_connector_properties: return (167ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updating existing volume attachment record: 994fd0fb-8953-454a-90c3-b3b2829b1455 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:55 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Instance destroyed successfully.
Oct 15 19:44:55 user nova-compute[74712]: DEBUG nova.objects.instance [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lazy-loading 'resources' on Instance uuid 7669a942-4236-4dca-a209-1885fb938eb2 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-982875132',display_name='tempest-VolumesAdminNegativeTest-server-982875132',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-982875132',id=5,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJvp9DNb9Y5MFxx9cmCeWoJQa6JtCerR3fGEtq9gF/MHdYdMhihlidWaJy+sfNrW8TXHQIV9FJaYIEY5INEC68IwqZCW9PFp9hW7QPmnKf6dhbISw8xCED5pGaW68IAOPw==',key_name='tempest-keypair-1592427425',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5d364c9dde524c58a9ccd0edadbb66a3',ramdisk_id='',reservation_id='r-hshoda63',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1630847276',owner_user_name='tempest-VolumesAdminNegativeTest-1630847276-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:38:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1bb7f65663fa4eaeace9838a14fb28ec',uuid=7669a942-4236-4dca-a209-1885fb938eb2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converting VIF {"id": "e99d9828-9995-4071-b8bf-aaf31363abdb", "address": "fa:16:3e:df:67:c8", "network": {"id": "618e0643-9739-4b24-97e4-d569ccc75c27", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-422837502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d364c9dde524c58a9ccd0edadbb66a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape99d9828-99", "ovs_interfaceid": "e99d9828-9995-4071-b8bf-aaf31363abdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:67:c8,bridge_name='br-int',has_traffic_filtering=True,id=e99d9828-9995-4071-b8bf-aaf31363abdb,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape99d9828-99') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG os_vif [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:67:c8,bridge_name='br-int',has_traffic_filtering=True,id=e99d9828-9995-4071-b8bf-aaf31363abdb,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape99d9828-99') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape99d9828-99, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cef306a9-104a-4f84-83ff-4bb4491809c4) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:44:55 user nova-compute[74712]: INFO os_vif [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:67:c8,bridge_name='br-int',has_traffic_filtering=True,id=e99d9828-9995-4071-b8bf-aaf31363abdb,network=Network(618e0643-9739-4b24-97e4-d569ccc75c27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape99d9828-99')
Oct 15 19:44:55 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Deleting instance files /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2_del
Oct 15 19:44:55 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Deletion of /opt/stack/data/nova/instances/7669a942-4236-4dca-a209-1885fb938eb2_del complete
Oct 15 19:44:55 user nova-compute[74712]: INFO nova.compute.manager [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Took 1.09 seconds to destroy the instance on the hypervisor.
Oct 15 19:44:55 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:44:55 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-plugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] No waiting events found dispatching network-vif-plugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:56 user nova-compute[74712]: WARNING nova.compute.manager [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received unexpected event network-vif-plugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 for instance with vm_state active and task_state None.
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received event network-vif-unplugged-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] Lock "7669a942-4236-4dca-a209-1885fb938eb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] Lock "7669a942-4236-4dca-a209-1885fb938eb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] No waiting events found dispatching network-vif-unplugged-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received event network-vif-unplugged-e99d9828-9995-4071-b8bf-aaf31363abdb for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received event network-vif-plugged-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] Acquiring lock "7669a942-4236-4dca-a209-1885fb938eb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] Lock "7669a942-4236-4dca-a209-1885fb938eb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] Lock "7669a942-4236-4dca-a209-1885fb938eb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] No waiting events found dispatching network-vif-plugged-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:44:56 user nova-compute[74712]: WARNING nova.compute.manager [req-83588420-2cb3-43cb-8af6-f8df374d429e req-c649076a-1796-4808-9262-8486420247de service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received unexpected event network-vif-plugged-e99d9828-9995-4071-b8bf-aaf31363abdb for instance with vm_state active and task_state deleting.
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:44:56 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Took 1.03 seconds to deallocate network for instance.
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-c9c06d9d-805c-499e-b045-9a937ebce4e6 req-7990e06c-14d1-4c3f-81e7-e70994e8bffc service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Received event network-vif-deleted-e99d9828-9995-4071-b8bf-aaf31363abdb {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:44:56 user nova-compute[74712]: INFO nova.compute.manager [req-c9c06d9d-805c-499e-b045-9a937ebce4e6 req-7990e06c-14d1-4c3f-81e7-e70994e8bffc service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Neutron deleted interface e99d9828-9995-4071-b8bf-aaf31363abdb; detaching it from the instance and deleting it from the info cache
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-c9c06d9d-805c-499e-b045-9a937ebce4e6 req-7990e06c-14d1-4c3f-81e7-e70994e8bffc service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-c9c06d9d-805c-499e-b045-9a937ebce4e6 req-7990e06c-14d1-4c3f-81e7-e70994e8bffc service nova] [instance: 7669a942-4236-4dca-a209-1885fb938eb2] Detach interface failed, port_id=e99d9828-9995-4071-b8bf-aaf31363abdb, reason: Instance 7669a942-4236-4dca-a209-1885fb938eb2 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 19:44:56 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 19:44:57 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:44:57 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:44:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.653s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:57 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Deleted allocations for instance 7669a942-4236-4dca-a209-1885fb938eb2
Oct 15 19:44:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-333000f8-a22f-4058-88f3-8dfe870080c5 tempest-VolumesAdminNegativeTest-1630847276 tempest-VolumesAdminNegativeTest-1630847276-project-member] Lock "7669a942-4236-4dca-a209-1885fb938eb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.090s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:44:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:02 user nova-compute[74712]: INFO nova.compute.manager [None req-6935d4bb-c480-47bb-b3db-48cab1170d9a tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Unrescuing
Oct 15 19:45:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6935d4bb-c480-47bb-b3db-48cab1170d9a tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6935d4bb-c480-47bb-b3db-48cab1170d9a tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquired lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-6935d4bb-c480-47bb-b3db-48cab1170d9a tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:45:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-6935d4bb-c480-47bb-b3db-48cab1170d9a tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updating instance_info_cache with network_info: [{"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6935d4bb-c480-47bb-b3db-48cab1170d9a tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Releasing lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:02 user nova-compute[74712]: DEBUG nova.objects.instance [None req-6935d4bb-c480-47bb-b3db-48cab1170d9a tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'flavor' on Instance uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:45:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-7ec4677a-a601-418e-b567-d8ae244901c9 req-72f61adc-4125-456c-8c8a-8cb59637fee2 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-unplugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7ec4677a-a601-418e-b567-d8ae244901c9 req-72f61adc-4125-456c-8c8a-8cb59637fee2 service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7ec4677a-a601-418e-b567-d8ae244901c9 req-72f61adc-4125-456c-8c8a-8cb59637fee2 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7ec4677a-a601-418e-b567-d8ae244901c9 req-72f61adc-4125-456c-8c8a-8cb59637fee2 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-7ec4677a-a601-418e-b567-d8ae244901c9 req-72f61adc-4125-456c-8c8a-8cb59637fee2 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-unplugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:45:03 user nova-compute[74712]: WARNING nova.compute.manager [req-7ec4677a-a601-418e-b567-d8ae244901c9 req-72f61adc-4125-456c-8c8a-8cb59637fee2 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-unplugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:45:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:03 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6bfb447e-c077-474f-a556-475183605a01] Instance destroyed successfully.
Oct 15 19:45:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-c108d068-fafe-4494-a276-27b5f7b6e490 req-c993b265-e4b7-44db-8e4e-b1aacb028a2f service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c108d068-fafe-4494-a276-27b5f7b6e490 req-c993b265-e4b7-44db-8e4e-b1aacb028a2f service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c108d068-fafe-4494-a276-27b5f7b6e490 req-c993b265-e4b7-44db-8e4e-b1aacb028a2f service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c108d068-fafe-4494-a276-27b5f7b6e490 req-c993b265-e4b7-44db-8e4e-b1aacb028a2f service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-c108d068-fafe-4494-a276-27b5f7b6e490 req-c993b265-e4b7-44db-8e4e-b1aacb028a2f service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:45:05 user nova-compute[74712]: WARNING nova.compute.manager [req-c108d068-fafe-4494-a276-27b5f7b6e490 req-c993b265-e4b7-44db-8e4e-b1aacb028a2f service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:45:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:45:07 user nova-compute[74712]: WARNING nova.compute.manager [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:45:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:45:07 user nova-compute[74712]: WARNING nova.compute.manager [req-263d039a-5fcd-4612-a8e9-63bd84072d11 req-6113697b-d533-49ca-82c2-0c66697a28c4 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:45:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-6935d4bb-c480-47bb-b3db-48cab1170d9a tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:45:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lrdhVUpJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:45:13 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:45:13 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:45:13 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[598f6af1-c0ab-4ab9-864d-843dc23d5c07]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:45:13 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ed7760-eb28-4b45-9bea-1e62a39fc8aa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086] added
Oct 15 19:45:13 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3984e399-502c-4786-9cea-eca199d78acb]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc7bd9ad-9681-49d4-9d11-ce3898f77409]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lrdhVUpJ {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lrdhVUpJ" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4327392-d6ee-4218-99d8-2ccf2b0b9f7b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lrdhVUpJ'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e9884ef-0e87-44fe-9ebc-35a18d19ddc3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd35e475-a600-4b5c-86ab-be3246b0b38b]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:45:13 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:45:13 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:45:13 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:45:13 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d61ebd3c-57bf-42ef-a181-8c0418b0e5da]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086, portal: 172.16.0.220,3260]
Oct 15 19:45:13 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086, portal: 172.16.0.220,3260] successful.
Oct 15 19:45:13 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[16a947ac-3f04-41be-8417-6a3538fa23fb]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[016995ef-07dc-4772-808e-b70fb879d9b1]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:45:13 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:45:13 user nova-compute[74712]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 (non-flash)
Oct 15 19:45:13 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:45:13 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:45:13 user nova-compute[74712]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 (non-flash)
Oct 15 19:45:13 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] HCTL ('34', '-', '-', 0) found on session 21 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5caadf3b-d411-4c4b-88ca-9ecf50387764]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Searching for a device in session 21 and hctl ['34', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:45:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:14 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Searching for a device in session 21 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:45:14 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lrdhVUpJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:45:14 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.365s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:45:14 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] <== connect_volume: return (1367ms) {'type': 'block', 'scsi_wwn': '26633353261373835', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:45:14 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633353261373835', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:45:14 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lazy-loading 'flavor' on Instance uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:45:14 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:45:14 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:45:14 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:45:14 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:45:14 user nova-compute[74712]:   <serial>53e0c40d-1dee-4596-afed-7b43d4c65086</serial>
Oct 15 19:45:14 user nova-compute[74712]: </disk>
Oct 15 19:45:14 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:45:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:45:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] No BDM found with device name hda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:45:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] No VIF found with MAC fa:16:3e:01:5b:5a, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:45:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1ef8a06d-9614-4606-a355-d331ae2702f8 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.222s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:45:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:16 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:17 user nova-compute[74712]: INFO nova.compute.manager [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Detaching volume 53e0c40d-1dee-4596-afed-7b43d4c65086
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:45:17 user nova-compute[74712]: INFO nova.compute.claims [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Claim successful on node user
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:17 user nova-compute[74712]: INFO nova.virt.block_device [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Attempting to driver detach volume 53e0c40d-1dee-4596-afed-7b43d4c65086 from mountpoint /dev/vdb
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Attempting to detach device vdb from instance d4f72272-1614-4117-ae4c-78ab1b8bd924 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:45:17 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:45:17 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:45:17 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:45:17 user nova-compute[74712]:   <serial>53e0c40d-1dee-4596-afed-7b43d4c65086</serial>
Oct 15 19:45:17 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 15 19:45:17 user nova-compute[74712]: </disk>
Oct 15 19:45:17 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:45:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Successfully detached device vdb from instance d4f72272-1614-4117-ae4c-78ab1b8bd924 from the persistent domain config.
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d4f72272-1614-4117-ae4c-78ab1b8bd924 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:45:17 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:45:17 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:45:17 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:45:17 user nova-compute[74712]:   <serial>53e0c40d-1dee-4596-afed-7b43d4c65086</serial>
Oct 15 19:45:17 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 15 19:45:17 user nova-compute[74712]: </disk>
Oct 15 19:45:17 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.546s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:45:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:18 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:45:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:45:18 user nova-compute[74712]: INFO nova.virt.block_device [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Booting with volume 3ad60ed8-6812-4115-82dc-4dc8bbdaab07 at /dev/vda
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG os_brick.utils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7732b45-5f05-4e3a-8097-6e24e832e0e5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bc375df-e5be-4fb4-8828-2d5963b62d4d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.041s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5824eee2-9735-4a96-8e27-ffcfff37a320]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[44721838-78e4-45f7-a61f-65c98358c1cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG nova.policy [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeca20ce19ac44fcb6513695a0d4e8b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '257fbcd12f584e208d0ff95df884e133', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:45:18 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[59015980-793b-43eb-8c67-83bbdc2e3d10]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG os_brick.utils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] <== get_connector_properties: return (181ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating existing volume attachment record: 5f7defba-5795-4ac2-8caf-879ade8d3a82 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully created port: 36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:45:20 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:45:20 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8173MB free_disk=25.35308074951172GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance d4f72272-1614-4117-ae4c-78ab1b8bd924 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.487s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:45:20 user nova-compute[74712]: INFO nova.compute.claims [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Claim successful on node user
Oct 15 19:45:20 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully created port: 8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.406s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:45:21 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:45:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:45:21 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Creating image(s)
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "/opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "/opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "/opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG nova.policy [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '507a7eb37ce64c19a5d9dffed02f4626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb56f43cd50144e0a569a17c314aaa58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully created port: cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.214s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk 1073741824" returned: 0 in 0.056s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.254s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Cannot resize image /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Ensure instance console log exists: /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.network.neutron [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Successfully created port: 911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully created port: 312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Skipping network cache update for instance because it is Building. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Skipping network cache update for instance because it is Building. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:45:22 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 4100b590-bb4f-4946-a7e3-5f4c534712ae {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:45:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updating instance_info_cache with network_info: [{"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Successfully updated port: 911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquired lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully created port: e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-172bb203-3701-4244-afc5-344ae6a6915c req-8a2ff9ef-b0a0-4cfb-ac86-b79ec46a35bc service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-changed-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-172bb203-3701-4244-afc5-344ae6a6915c req-8a2ff9ef-b0a0-4cfb-ac86-b79ec46a35bc service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Refreshing instance network info cache due to event network-changed-911c0360-e2de-4a34-91d1-72a612d6437a. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-172bb203-3701-4244-afc5-344ae6a6915c req-8a2ff9ef-b0a0-4cfb-ac86-b79ec46a35bc service nova] Acquiring lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updating instance_info_cache with network_info: [{"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Releasing lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Instance network_info: |[{"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-172bb203-3701-4244-afc5-344ae6a6915c req-8a2ff9ef-b0a0-4cfb-ac86-b79ec46a35bc service nova] Acquired lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-172bb203-3701-4244-afc5-344ae6a6915c req-8a2ff9ef-b0a0-4cfb-ac86-b79ec46a35bc service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Refreshing network info cache for port 911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Start _get_guest_xml network_info=[{"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:45:25 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:45:25 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:45:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-835467799',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-835467799',id=17,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBASI/1Noc3bUya70TFY6EPN9a6hgos99zz9ruLzqofEgDi9hRPR4dLskKm8PHpX1JczGn+9ajGlGCuxI1UO+vYdsrExxMEmOF5RdOokWFmqFyTdLTCID4rwKnrc8gM/v6w==',key_name='tempest-keypair-1065632609',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-9p9yhtiz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=a7fe02b3-a623-4867-87b0-174643f2167a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.objects.instance [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'pci_devices' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:45:25 user nova-compute[74712]:   <uuid>a7fe02b3-a623-4867-87b0-174643f2167a</uuid>
Oct 15 19:45:25 user nova-compute[74712]:   <name>instance-00000011</name>
Oct 15 19:45:25 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:45:25 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:45:25 user nova-compute[74712]:   <metadata>
Oct 15 19:45:25 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:45:25 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:45:25 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-835467799</nova:name>
Oct 15 19:45:25 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:45:25</nova:creationTime>
Oct 15 19:45:25 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:45:25 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:45:25 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:45:25 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:45:25 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:45:25 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:45:25 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:45:25 user nova-compute[74712]:       <nova:owner>
Oct 15 19:45:25 user nova-compute[74712]:         <nova:user uuid="507a7eb37ce64c19a5d9dffed02f4626">tempest-AttachVolumeShelveTestJSON-1020006724-project-member</nova:user>
Oct 15 19:45:25 user nova-compute[74712]:         <nova:project uuid="eb56f43cd50144e0a569a17c314aaa58">tempest-AttachVolumeShelveTestJSON-1020006724</nova:project>
Oct 15 19:45:25 user nova-compute[74712]:       </nova:owner>
Oct 15 19:45:25 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:45:25 user nova-compute[74712]:       <nova:ports>
Oct 15 19:45:25 user nova-compute[74712]:         <nova:port uuid="911c0360-e2de-4a34-91d1-72a612d6437a">
Oct 15 19:45:25 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 15 19:45:25 user nova-compute[74712]:         </nova:port>
Oct 15 19:45:25 user nova-compute[74712]:       </nova:ports>
Oct 15 19:45:25 user nova-compute[74712]:     </nova:instance>
Oct 15 19:45:25 user nova-compute[74712]:   </metadata>
Oct 15 19:45:25 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:45:25 user nova-compute[74712]:     <system>
Oct 15 19:45:25 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:45:25 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:45:25 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:45:25 user nova-compute[74712]:       <entry name="serial">a7fe02b3-a623-4867-87b0-174643f2167a</entry>
Oct 15 19:45:25 user nova-compute[74712]:       <entry name="uuid">a7fe02b3-a623-4867-87b0-174643f2167a</entry>
Oct 15 19:45:25 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:45:25 user nova-compute[74712]:     </system>
Oct 15 19:45:25 user nova-compute[74712]:   </sysinfo>
Oct 15 19:45:25 user nova-compute[74712]:   <os>
Oct 15 19:45:25 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:45:25 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:45:25 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:45:25 user nova-compute[74712]:   </os>
Oct 15 19:45:25 user nova-compute[74712]:   <features>
Oct 15 19:45:25 user nova-compute[74712]:     <acpi/>
Oct 15 19:45:25 user nova-compute[74712]:     <apic/>
Oct 15 19:45:25 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:45:25 user nova-compute[74712]:   </features>
Oct 15 19:45:25 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:45:25 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:45:25 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:45:25 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:45:25 user nova-compute[74712]:   </clock>
Oct 15 19:45:25 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:45:25 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:45:25 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:45:25 user nova-compute[74712]:   </cpu>
Oct 15 19:45:25 user nova-compute[74712]:   <devices>
Oct 15 19:45:25 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:45:25 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:45:25 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk"/>
Oct 15 19:45:25 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:45:25 user nova-compute[74712]:     </disk>
Oct 15 19:45:25 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:45:25 user nova-compute[74712]:       <mac address="fa:16:3e:2e:e7:d9"/>
Oct 15 19:45:25 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:45:25 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:45:25 user nova-compute[74712]:       <target dev="tap911c0360-e2"/>
Oct 15 19:45:25 user nova-compute[74712]:     </interface>
Oct 15 19:45:25 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:45:25 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/console.log" append="off"/>
Oct 15 19:45:25 user nova-compute[74712]:     </serial>
Oct 15 19:45:25 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:45:25 user nova-compute[74712]:     <video>
Oct 15 19:45:25 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:45:25 user nova-compute[74712]:     </video>
Oct 15 19:45:25 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:45:25 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:45:25 user nova-compute[74712]:     </rng>
Oct 15 19:45:25 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:45:25 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:45:25 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:45:25 user nova-compute[74712]:     </memballoon>
Oct 15 19:45:25 user nova-compute[74712]:   </devices>
Oct 15 19:45:25 user nova-compute[74712]: </domain>
Oct 15 19:45:25 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:45:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-835467799',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-835467799',id=17,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBASI/1Noc3bUya70TFY6EPN9a6hgos99zz9ruLzqofEgDi9hRPR4dLskKm8PHpX1JczGn+9ajGlGCuxI1UO+vYdsrExxMEmOF5RdOokWFmqFyTdLTCID4rwKnrc8gM/v6w==',key_name='tempest-keypair-1065632609',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-9p9yhtiz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=a7fe02b3-a623-4867-87b0-174643f2167a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG os_vif [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '599890b9-5bbc-5dfe-bd33-4fc6a38e1ca4', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap911c0360-e2, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap911c0360-e2, col_values=(('qos', UUID('768fc9e1-9812-43b1-bcd2-342c5e98a9d7')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap911c0360-e2, col_values=(('external_ids', {'iface-id': '911c0360-e2de-4a34-91d1-72a612d6437a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:e7:d9', 'vm-uuid': 'a7fe02b3-a623-4867-87b0-174643f2167a'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:25 user nova-compute[74712]: INFO os_vif [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2')
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:45:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] No VIF found with MAC fa:16:3e:2e:e7:d9, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:45:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-172bb203-3701-4244-afc5-344ae6a6915c req-8a2ff9ef-b0a0-4cfb-ac86-b79ec46a35bc service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updated VIF entry in instance network info cache for port 911c0360-e2de-4a34-91d1-72a612d6437a. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:45:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-172bb203-3701-4244-afc5-344ae6a6915c req-8a2ff9ef-b0a0-4cfb-ac86-b79ec46a35bc service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updating instance_info_cache with network_info: [{"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully updated port: 36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:45:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-172bb203-3701-4244-afc5-344ae6a6915c req-8a2ff9ef-b0a0-4cfb-ac86-b79ec46a35bc service nova] Releasing lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-18633a36-3845-4886-8408-e61276e92f4b req-6a7d800c-615a-4d1b-b823-c0c1a22f6f4e service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-changed-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-18633a36-3845-4886-8408-e61276e92f4b req-6a7d800c-615a-4d1b-b823-c0c1a22f6f4e service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing instance network info cache due to event network-changed-36aca916-ed2e-42af-a0dc-5de6006f20e2. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:45:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18633a36-3845-4886-8408-e61276e92f4b req-6a7d800c-615a-4d1b-b823-c0c1a22f6f4e service nova] Acquiring lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18633a36-3845-4886-8408-e61276e92f4b req-6a7d800c-615a-4d1b-b823-c0c1a22f6f4e service nova] Acquired lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-18633a36-3845-4886-8408-e61276e92f4b req-6a7d800c-615a-4d1b-b823-c0c1a22f6f4e service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing network info cache for port 36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:45:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-18633a36-3845-4886-8408-e61276e92f4b req-6a7d800c-615a-4d1b-b823-c0c1a22f6f4e service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG nova.network.neutron [req-18633a36-3845-4886-8408-e61276e92f4b req-6a7d800c-615a-4d1b-b823-c0c1a22f6f4e service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18633a36-3845-4886-8408-e61276e92f4b req-6a7d800c-615a-4d1b-b823-c0c1a22f6f4e service nova] Releasing lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully updated port: 60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully updated port: 0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:45:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully updated port: 8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:45:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-changed-60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing instance network info cache due to event network-changed-60ff3e09-05b1-4bd2-b579-ffd73e8be44d. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:45:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Acquiring lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Acquired lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:28 user nova-compute[74712]: DEBUG nova.network.neutron [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing network info cache for port 60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:45:28 user nova-compute[74712]: DEBUG nova.network.neutron [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Releasing lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] No waiting events found dispatching network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:45:29 user nova-compute[74712]: WARNING nova.compute.manager [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received unexpected event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a for instance with vm_state building and task_state spawning.
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] No waiting events found dispatching network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:45:29 user nova-compute[74712]: WARNING nova.compute.manager [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received unexpected event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a for instance with vm_state building and task_state spawning.
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-changed-0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing instance network info cache due to event network-changed-0de7c393-79f6-44a1-8677-64c4970fac8c. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Acquiring lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Acquired lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing network info cache for port 0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:45:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Instance spawned successfully.
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:29 user nova-compute[74712]: INFO nova.compute.manager [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Took 8.07 seconds to spawn the instance on the hypervisor.
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c26a03ec-438a-4acb-b222-8f449f5505a4 req-7e249fd6-8568-46a8-b18f-9b6dc946336a service nova] Releasing lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:29 user nova-compute[74712]: INFO nova.compute.manager [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Took 8.85 seconds to build instance.
Oct 15 19:45:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-36164094-1e2a-486f-9924-ad15f423ecbe tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.983s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:29 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully updated port: cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:45:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully updated port: 312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:45:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-changed-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing instance network info cache due to event network-changed-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] Acquiring lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] Acquired lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:30 user nova-compute[74712]: DEBUG nova.network.neutron [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing network info cache for port 8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG nova.network.neutron [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG nova.network.neutron [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] Releasing lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-changed-cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing instance network info cache due to event network-changed-cf4d711d-2b98-4c25-a510-a2060a5d660f. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] Acquiring lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] Acquired lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG nova.network.neutron [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing network info cache for port cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG nova.network.neutron [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG nova.network.neutron [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bed90bbe-04ea-4213-855d-8e2a5884d6c4 req-1cc6a662-51a2-4ec3-bf18-d033beeebbf0 service nova] Releasing lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:32 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Successfully updated port: e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:45:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquired lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:32 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:45:32 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:45:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:33 user nova-compute[74712]: DEBUG nova.compute.manager [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-changed-312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:33 user nova-compute[74712]: DEBUG nova.compute.manager [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing instance network info cache due to event network-changed-312c4255-0ae9-447d-8592-d3d2c3e7ea63. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:45:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] Acquiring lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:45:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:34 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:45:34 user nova-compute[74712]: INFO nova.compute.claims [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Claim successful on node user
Oct 15 19:45:34 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:45:34 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:45:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:45:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:45:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:45:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:45:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:45:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:45:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:45:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Creating image(s)
Oct 15 19:45:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "/opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "/opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "/opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG nova.policy [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '522fe13f4fb24632b926377276b23d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e12732193f34038bdb2f114eb7f1c6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.251s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.204s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [{"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk 1073741824" returned: 0 in 0.167s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.377s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Releasing lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Instance network_info: |[{"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] Acquired lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG nova.network.neutron [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing network info cache for port 312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Cannot resize image /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Ensure instance console log exists: /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updated VIF entry in instance network info cache for port 312c4255-0ae9-447d-8592-d3d2c3e7ea63. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:45:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [{"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] Releasing lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-changed-e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing instance network info cache due to event network-changed-e0cf2212-a301-468b-8613-4444bfed9040. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:45:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] Acquiring lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] Acquired lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing network info cache for port e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:45:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Successfully created port: 720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:38 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d4f72272-1614-4117-ae4c-78ab1b8bd924 is timed out.
Oct 15 19:45:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Successfully detached device vdb from instance d4f72272-1614-4117-ae4c-78ab1b8bd924 from the live domain config.
Oct 15 19:45:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lrdhVUpJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:45:38 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[339a412d-6c81-42f6-bc7d-1717ec87ac02]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:45:38 user nova-compute[74712]: No targets found.
Oct 15 19:45:38 user nova-compute[74712]: iSNS:
Oct 15 19:45:38 user nova-compute[74712]: No targets found.
Oct 15 19:45:38 user nova-compute[74712]: STATIC:
Oct 15 19:45:38 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942
Oct 15 19:45:38 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:45:38 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:45:38 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:45:38 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:45:38 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:45:38 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086
Oct 15 19:45:38 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:45:38 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:45:38 user nova-compute[74712]: FIRMWARE:
Oct 15 19:45:38 user nova-compute[74712]: No targets found.
Oct 15 19:45:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:45:38 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:45:38 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d156ae7a-4cbb-472b-af70-1228cbc9bb70]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9d4a7b5-05b3-4ae0-a601-caa90a8adcd2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:45:38 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:45:38 user nova-compute[74712]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 (non-flash)
Oct 15 19:45:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:45:38 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:45:38 user nova-compute[74712]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 (non-flash)
Oct 15 19:45:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c842fdf30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3f58898-a716-469f-a688-d24c14ea6e82]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[353fd717-a15b-4b87-8870-d4329a01e9a3]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebcc7960-c777-4d53-9f4e-0cd076556b54]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6345f645-714f-48ea-ab57-e9a34adaf0f7]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[084a4514-1721-4b21-a682-714f06fcd2fe]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG nova.network.neutron [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updated VIF entry in instance network info cache for port e0cf2212-a301-468b-8613-4444bfed9040. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG nova.network.neutron [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [{"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[520bfa87-ac85-4a14-bd22-e0ae0c21c75c]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086, portal: 172.16.0.220,3260]
Oct 15 19:45:38 user nova-compute[74712]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086, portal: 172.16.0.220,3260] successful.
Oct 15 19:45:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3eb00994-8fee-4ab3-ba2c-8d1128c3b07c req-d3024817-c52d-4718-a09a-1d7134cea367 service nova] Releasing lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53e0c40d-1dee-4596-afed-7b43d4c65086 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7104900-ea62-47c7-bc48-376c63bc4242]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] <== disconnect_volume: return (333ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Successfully updated port: 720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "refresh_cache-b106586e-8899-4d70-a1f7-3777c2a0e880" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquired lock "refresh_cache-b106586e-8899-4d70-a1f7-3777c2a0e880" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-af23b648-b9fe-45c4-9148-d762a500bc07 req-1a0df930-a4c0-412c-a6c6-5597071cb0db service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-changed-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-af23b648-b9fe-45c4-9148-d762a500bc07 req-1a0df930-a4c0-412c-a6c6-5597071cb0db service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Refreshing instance network info cache due to event network-changed-720b70f0-dddc-4549-b64b-20a93fa87c57. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-af23b648-b9fe-45c4-9148-d762a500bc07 req-1a0df930-a4c0-412c-a6c6-5597071cb0db service nova] Acquiring lock "refresh_cache-b106586e-8899-4d70-a1f7-3777c2a0e880" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:45:38 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Updating instance_info_cache with network_info: [{"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Releasing lock "refresh_cache-b106586e-8899-4d70-a1f7-3777c2a0e880" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Instance network_info: |[{"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-af23b648-b9fe-45c4-9148-d762a500bc07 req-1a0df930-a4c0-412c-a6c6-5597071cb0db service nova] Acquired lock "refresh_cache-b106586e-8899-4d70-a1f7-3777c2a0e880" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.network.neutron [req-af23b648-b9fe-45c4-9148-d762a500bc07 req-1a0df930-a4c0-412c-a6c6-5597071cb0db service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Refreshing network info cache for port 720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Start _get_guest_xml network_info=[{"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:45:39 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:45:39 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:45:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1213257518',display_name='tempest-tempest.common.compute-instance-1213257518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1213257518',id=18,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNm2SQT5nquLfEBQEnd3aNidyhZx1/uvLEIa9l+/02uPWn7OujbdMtQTxI//rAGzFg6yH+4AWa/swlxzXWrDNiAdGp+2nAsRHANN7HpT+rit9h5tke7PztuYp46ro0Tq0A==',key_name='tempest-keypair-1056888634',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-gdlmb6db',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=b106586e-8899-4d70-a1f7-3777c2a0e880,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'pci_devices' on Instance uuid b106586e-8899-4d70-a1f7-3777c2a0e880 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:45:39 user nova-compute[74712]:   <uuid>b106586e-8899-4d70-a1f7-3777c2a0e880</uuid>
Oct 15 19:45:39 user nova-compute[74712]:   <name>instance-00000012</name>
Oct 15 19:45:39 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:45:39 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:45:39 user nova-compute[74712]:   <metadata>
Oct 15 19:45:39 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:45:39 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:45:39 user nova-compute[74712]:       <nova:name>tempest-tempest.common.compute-instance-1213257518</nova:name>
Oct 15 19:45:39 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:45:39</nova:creationTime>
Oct 15 19:45:39 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:45:39 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:45:39 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:45:39 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:45:39 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:45:39 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:45:39 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:45:39 user nova-compute[74712]:       <nova:owner>
Oct 15 19:45:39 user nova-compute[74712]:         <nova:user uuid="522fe13f4fb24632b926377276b23d68">tempest-ServerActionsTestOtherA-1442469360-project-member</nova:user>
Oct 15 19:45:39 user nova-compute[74712]:         <nova:project uuid="1e12732193f34038bdb2f114eb7f1c6d">tempest-ServerActionsTestOtherA-1442469360</nova:project>
Oct 15 19:45:39 user nova-compute[74712]:       </nova:owner>
Oct 15 19:45:39 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:45:39 user nova-compute[74712]:       <nova:ports>
Oct 15 19:45:39 user nova-compute[74712]:         <nova:port uuid="720b70f0-dddc-4549-b64b-20a93fa87c57">
Oct 15 19:45:39 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 15 19:45:39 user nova-compute[74712]:         </nova:port>
Oct 15 19:45:39 user nova-compute[74712]:       </nova:ports>
Oct 15 19:45:39 user nova-compute[74712]:     </nova:instance>
Oct 15 19:45:39 user nova-compute[74712]:   </metadata>
Oct 15 19:45:39 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:45:39 user nova-compute[74712]:     <system>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name="serial">b106586e-8899-4d70-a1f7-3777c2a0e880</entry>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name="uuid">b106586e-8899-4d70-a1f7-3777c2a0e880</entry>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:45:39 user nova-compute[74712]:     </system>
Oct 15 19:45:39 user nova-compute[74712]:   </sysinfo>
Oct 15 19:45:39 user nova-compute[74712]:   <os>
Oct 15 19:45:39 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:45:39 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:45:39 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:45:39 user nova-compute[74712]:   </os>
Oct 15 19:45:39 user nova-compute[74712]:   <features>
Oct 15 19:45:39 user nova-compute[74712]:     <acpi/>
Oct 15 19:45:39 user nova-compute[74712]:     <apic/>
Oct 15 19:45:39 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:45:39 user nova-compute[74712]:   </features>
Oct 15 19:45:39 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:45:39 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:45:39 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:45:39 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:45:39 user nova-compute[74712]:   </clock>
Oct 15 19:45:39 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:45:39 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:45:39 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:45:39 user nova-compute[74712]:   </cpu>
Oct 15 19:45:39 user nova-compute[74712]:   <devices>
Oct 15 19:45:39 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:45:39 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:45:39 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk"/>
Oct 15 19:45:39 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:45:39 user nova-compute[74712]:     </disk>
Oct 15 19:45:39 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:45:39 user nova-compute[74712]:       <mac address="fa:16:3e:57:24:86"/>
Oct 15 19:45:39 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:45:39 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:45:39 user nova-compute[74712]:       <target dev="tap720b70f0-dd"/>
Oct 15 19:45:39 user nova-compute[74712]:     </interface>
Oct 15 19:45:39 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:45:39 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/console.log" append="off"/>
Oct 15 19:45:39 user nova-compute[74712]:     </serial>
Oct 15 19:45:39 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:45:39 user nova-compute[74712]:     <video>
Oct 15 19:45:39 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:45:39 user nova-compute[74712]:     </video>
Oct 15 19:45:39 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:45:39 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:45:39 user nova-compute[74712]:     </rng>
Oct 15 19:45:39 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:45:39 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:45:39 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:45:39 user nova-compute[74712]:     </memballoon>
Oct 15 19:45:39 user nova-compute[74712]:   </devices>
Oct 15 19:45:39 user nova-compute[74712]: </domain>
Oct 15 19:45:39 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:45:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1213257518',display_name='tempest-tempest.common.compute-instance-1213257518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1213257518',id=18,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNm2SQT5nquLfEBQEnd3aNidyhZx1/uvLEIa9l+/02uPWn7OujbdMtQTxI//rAGzFg6yH+4AWa/swlxzXWrDNiAdGp+2nAsRHANN7HpT+rit9h5tke7PztuYp46ro0Tq0A==',key_name='tempest-keypair-1056888634',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-gdlmb6db',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=b106586e-8899-4d70-a1f7-3777c2a0e880,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG os_vif [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c301f0a1-0634-5822-8de1-1179c42b95b4', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap720b70f0-dd, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap720b70f0-dd, col_values=(('qos', UUID('163c9a45-bb9e-4db8-9683-555da2fe7200')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap720b70f0-dd, col_values=(('external_ids', {'iface-id': '720b70f0-dddc-4549-b64b-20a93fa87c57', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:24:86', 'vm-uuid': 'b106586e-8899-4d70-a1f7-3777c2a0e880'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:39 user nova-compute[74712]: INFO os_vif [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd')
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.objects.instance [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lazy-loading 'flavor' on Instance uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No VIF found with MAC fa:16:3e:57:24:86, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b7d8676-9c19-49dd-9564-a4bdada25c90 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.065s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "interface-d4f72272-1614-4117-ae4c-78ab1b8bd924-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "interface-d4f72272-1614-4117-ae4c-78ab1b8bd924-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lazy-loading 'flavor' on Instance uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2098592256',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2098592256',id=15,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd5w7ZRdp6M6UoKe/THsRt5YLs/N1qzv4KcFMjcRivO8kFV5dilpjPDL/Qa25euNDqIDZ2WhZyRIFl9hiDC3ixg78aG+yNEepuTGkIwg1+nJwyoKmeInxkgSk4g1c4qqw==',key_name='tempest-keypair-172136724',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='45a511073a2749ac8514931d5578e71c',ramdisk_id='',reservation_id='r-b6w324p4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1029654685',owner_user_name='tempest-TaggedAttachmentsTest-1029654685-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:43:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97dc4a8373a340eebcd5a8ab2467f0e9',uuid=d4f72272-1614-4117-ae4c-78ab1b8bd924,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converting VIF {"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:ff:cd:eb"/><model type="virtio"/><mtu size="1442"/><target dev="tapec3a2a66-5b"/></interface> {{(pid=74712) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:ff:cd:eb"/><model type="virtio"/><mtu size="1442"/><target dev="tapec3a2a66-5b"/></interface> {{(pid=74712) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Attempting to detach device tapec3a2a66-5b from instance d4f72272-1614-4117-ae4c-78ab1b8bd924 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] detach device xml: <interface type="ethernet">
Oct 15 19:45:39 user nova-compute[74712]:   <mac address="fa:16:3e:ff:cd:eb"/>
Oct 15 19:45:39 user nova-compute[74712]:   <model type="virtio"/>
Oct 15 19:45:39 user nova-compute[74712]:   <mtu size="1442"/>
Oct 15 19:45:39 user nova-compute[74712]:   <target dev="tapec3a2a66-5b"/>
Oct 15 19:45:39 user nova-compute[74712]: </interface>
Oct 15 19:45:39 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:ff:cd:eb"/><model type="virtio"/><mtu size="1442"/><target dev="tapec3a2a66-5b"/></interface> {{(pid=74712) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:ff:cd:eb"/><model type="virtio"/><mtu size="1442"/><target dev="tapec3a2a66-5b"/></interface>not found in domain: <domain type='kvm' id='18'>
Oct 15 19:45:39 user nova-compute[74712]:   <name>instance-0000000f</name>
Oct 15 19:45:39 user nova-compute[74712]:   <uuid>d4f72272-1614-4117-ae4c-78ab1b8bd924</uuid>
Oct 15 19:45:39 user nova-compute[74712]:   <metadata>
Oct 15 19:45:39 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:45:39 user nova-compute[74712]:   <nova:package version="0.0.0"/>
Oct 15 19:45:39 user nova-compute[74712]:   <nova:name>tempest-device-tagging-server-2098592256</nova:name>
Oct 15 19:45:39 user nova-compute[74712]:   <nova:creationTime>2023-10-15 19:44:53</nova:creationTime>
Oct 15 19:45:39 user nova-compute[74712]:   <nova:flavor name="m1.tiny">
Oct 15 19:45:39 user nova-compute[74712]:     <nova:memory>512</nova:memory>
Oct 15 19:45:39 user nova-compute[74712]:     <nova:disk>1</nova:disk>
Oct 15 19:45:39 user nova-compute[74712]:     <nova:swap>0</nova:swap>
Oct 15 19:45:39 user nova-compute[74712]:     <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:45:39 user nova-compute[74712]:     <nova:vcpus>1</nova:vcpus>
Oct 15 19:45:39 user nova-compute[74712]:   </nova:flavor>
Oct 15 19:45:39 user nova-compute[74712]:   <nova:owner>
Oct 15 19:45:39 user nova-compute[74712]:     <nova:user uuid="97dc4a8373a340eebcd5a8ab2467f0e9">tempest-TaggedAttachmentsTest-1029654685-project-member</nova:user>
Oct 15 19:45:39 user nova-compute[74712]:     <nova:project uuid="45a511073a2749ac8514931d5578e71c">tempest-TaggedAttachmentsTest-1029654685</nova:project>
Oct 15 19:45:39 user nova-compute[74712]:   </nova:owner>
Oct 15 19:45:39 user nova-compute[74712]:   <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:45:39 user nova-compute[74712]:   <nova:ports>
Oct 15 19:45:39 user nova-compute[74712]:     <nova:port uuid="4bc391c4-4636-4d21-94e2-b59d2f964d04">
Oct 15 19:45:39 user nova-compute[74712]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:45:39 user nova-compute[74712]:     </nova:port>
Oct 15 19:45:39 user nova-compute[74712]:     <nova:port uuid="ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3">
Oct 15 19:45:39 user nova-compute[74712]:       <nova:ip type="fixed" address="10.10.10.21" ipVersion="4"/>
Oct 15 19:45:39 user nova-compute[74712]:     </nova:port>
Oct 15 19:45:39 user nova-compute[74712]:   </nova:ports>
Oct 15 19:45:39 user nova-compute[74712]: </nova:instance>
Oct 15 19:45:39 user nova-compute[74712]:   </metadata>
Oct 15 19:45:39 user nova-compute[74712]:   <memory unit='KiB'>524288</memory>
Oct 15 19:45:39 user nova-compute[74712]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 15 19:45:39 user nova-compute[74712]:   <vcpu placement='static'>1</vcpu>
Oct 15 19:45:39 user nova-compute[74712]:   <resource>
Oct 15 19:45:39 user nova-compute[74712]:     <partition>/machine</partition>
Oct 15 19:45:39 user nova-compute[74712]:   </resource>
Oct 15 19:45:39 user nova-compute[74712]:   <sysinfo type='smbios'>
Oct 15 19:45:39 user nova-compute[74712]:     <system>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name='product'>OpenStack Nova</entry>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name='version'>0.0.0</entry>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name='serial'>d4f72272-1614-4117-ae4c-78ab1b8bd924</entry>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name='uuid'>d4f72272-1614-4117-ae4c-78ab1b8bd924</entry>
Oct 15 19:45:39 user nova-compute[74712]:       <entry name='family'>Virtual Machine</entry>
Oct 15 19:45:39 user nova-compute[74712]:     </system>
Oct 15 19:45:39 user nova-compute[74712]:   </sysinfo>
Oct 15 19:45:39 user nova-compute[74712]:   <os>
Oct 15 19:45:39 user nova-compute[74712]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 15 19:45:39 user nova-compute[74712]:     <boot dev='hd'/>
Oct 15 19:45:39 user nova-compute[74712]:     <smbios mode='sysinfo'/>
Oct 15 19:45:39 user nova-compute[74712]:   </os>
Oct 15 19:45:39 user nova-compute[74712]:   <features>
Oct 15 19:45:39 user nova-compute[74712]:     <acpi/>
Oct 15 19:45:39 user nova-compute[74712]:     <apic/>
Oct 15 19:45:39 user nova-compute[74712]:     <vmcoreinfo state='on'/>
Oct 15 19:45:39 user nova-compute[74712]:   </features>
Oct 15 19:45:39 user nova-compute[74712]:   <cpu mode='custom' match='exact' check='full'>
Oct 15 19:45:39 user nova-compute[74712]:     <model fallback='forbid'>Nehalem</model>
Oct 15 19:45:39 user nova-compute[74712]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 15 19:45:39 user nova-compute[74712]:     <feature policy='require' name='vme'/>
Oct 15 19:45:39 user nova-compute[74712]:     <feature policy='require' name='x2apic'/>
Oct 15 19:45:39 user nova-compute[74712]:     <feature policy='require' name='hypervisor'/>
Oct 15 19:45:39 user nova-compute[74712]:   </cpu>
Oct 15 19:45:39 user nova-compute[74712]:   <clock offset='utc'>
Oct 15 19:45:39 user nova-compute[74712]:     <timer name='pit' tickpolicy='delay'/>
Oct 15 19:45:39 user nova-compute[74712]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 15 19:45:39 user nova-compute[74712]:     <timer name='hpet' present='no'/>
Oct 15 19:45:39 user nova-compute[74712]:   </clock>
Oct 15 19:45:39 user nova-compute[74712]:   <on_poweroff>destroy</on_poweroff>
Oct 15 19:45:39 user nova-compute[74712]:   <on_reboot>restart</on_reboot>
Oct 15 19:45:39 user nova-compute[74712]:   <on_crash>destroy</on_crash>
Oct 15 19:45:39 user nova-compute[74712]:   <devices>
Oct 15 19:45:39 user nova-compute[74712]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 15 19:45:39 user nova-compute[74712]:     <disk type='file' device='disk'>
Oct 15 19:45:39 user nova-compute[74712]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 15 19:45:39 user nova-compute[74712]:       <source file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk' index='2'/>
Oct 15 19:45:39 user nova-compute[74712]:       <backingStore type='file' index='3'>
Oct 15 19:45:39 user nova-compute[74712]:         <format type='raw'/>
Oct 15 19:45:39 user nova-compute[74712]:         <source file='/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118'/>
Oct 15 19:45:39 user nova-compute[74712]:         <backingStore/>
Oct 15 19:45:39 user nova-compute[74712]:       </backingStore>
Oct 15 19:45:39 user nova-compute[74712]:       <target dev='vda' bus='virtio'/>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='virtio-disk0'/>
Oct 15 19:45:39 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </disk>
Oct 15 19:45:39 user nova-compute[74712]:     <disk type='file' device='cdrom'>
Oct 15 19:45:39 user nova-compute[74712]:       <driver name='qemu' type='raw' cache='none'/>
Oct 15 19:45:39 user nova-compute[74712]:       <source file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.config' index='1'/>
Oct 15 19:45:39 user nova-compute[74712]:       <backingStore/>
Oct 15 19:45:39 user nova-compute[74712]:       <target dev='hda' bus='ide'/>
Oct 15 19:45:39 user nova-compute[74712]:       <readonly/>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='ide0-0-0'/>
Oct 15 19:45:39 user nova-compute[74712]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </disk>
Oct 15 19:45:39 user nova-compute[74712]:     <controller type='usb' index='0' model='none'>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='usb'/>
Oct 15 19:45:39 user nova-compute[74712]:     </controller>
Oct 15 19:45:39 user nova-compute[74712]:     <controller type='pci' index='0' model='pci-root'>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='pci.0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </controller>
Oct 15 19:45:39 user nova-compute[74712]:     <controller type='ide' index='0'>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='ide'/>
Oct 15 19:45:39 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 15 19:45:39 user nova-compute[74712]:     </controller>
Oct 15 19:45:39 user nova-compute[74712]:     <interface type='ethernet'>
Oct 15 19:45:39 user nova-compute[74712]:       <mac address='fa:16:3e:01:5b:5a'/>
Oct 15 19:45:39 user nova-compute[74712]:       <target dev='tap4bc391c4-46'/>
Oct 15 19:45:39 user nova-compute[74712]:       <model type='virtio'/>
Oct 15 19:45:39 user nova-compute[74712]:       <mtu size='1442'/>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='net0'/>
Oct 15 19:45:39 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </interface>
Oct 15 19:45:39 user nova-compute[74712]:     <interface type='ethernet'>
Oct 15 19:45:39 user nova-compute[74712]:       <mac address='fa:16:3e:ff:cd:eb'/>
Oct 15 19:45:39 user nova-compute[74712]:       <target dev='tapec3a2a66-5b'/>
Oct 15 19:45:39 user nova-compute[74712]:       <model type='virtio'/>
Oct 15 19:45:39 user nova-compute[74712]:       <mtu size='1442'/>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='net1'/>
Oct 15 19:45:39 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </interface>
Oct 15 19:45:39 user nova-compute[74712]:     <serial type='pty'>
Oct 15 19:45:39 user nova-compute[74712]:       <source path='/dev/pts/6'/>
Oct 15 19:45:39 user nova-compute[74712]:       <log file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/console.log' append='off'/>
Oct 15 19:45:39 user nova-compute[74712]:       <target type='isa-serial' port='0'>
Oct 15 19:45:39 user nova-compute[74712]:         <model name='isa-serial'/>
Oct 15 19:45:39 user nova-compute[74712]:       </target>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='serial0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </serial>
Oct 15 19:45:39 user nova-compute[74712]:     <console type='pty' tty='/dev/pts/6'>
Oct 15 19:45:39 user nova-compute[74712]:       <source path='/dev/pts/6'/>
Oct 15 19:45:39 user nova-compute[74712]:       <log file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/console.log' append='off'/>
Oct 15 19:45:39 user nova-compute[74712]:       <target type='serial' port='0'/>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='serial0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </console>
Oct 15 19:45:39 user nova-compute[74712]:     <input type='mouse' bus='ps2'>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='input0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </input>
Oct 15 19:45:39 user nova-compute[74712]:     <input type='keyboard' bus='ps2'>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='input1'/>
Oct 15 19:45:39 user nova-compute[74712]:     </input>
Oct 15 19:45:39 user nova-compute[74712]:     <graphics type='vnc' port='5902' autoport='yes' listen='0.0.0.0'>
Oct 15 19:45:39 user nova-compute[74712]:       <listen type='address' address='0.0.0.0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </graphics>
Oct 15 19:45:39 user nova-compute[74712]:     <audio id='1' type='none'/>
Oct 15 19:45:39 user nova-compute[74712]:     <video>
Oct 15 19:45:39 user nova-compute[74712]:       <model type='virtio' heads='1' primary='yes'/>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='video0'/>
Oct 15 19:45:39 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </video>
Oct 15 19:45:39 user nova-compute[74712]:     <memballoon model='virtio'>
Oct 15 19:45:39 user nova-compute[74712]:       <stats period='10'/>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='balloon0'/>
Oct 15 19:45:39 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </memballoon>
Oct 15 19:45:39 user nova-compute[74712]:     <rng model='virtio'>
Oct 15 19:45:39 user nova-compute[74712]:       <backend model='random'>/dev/urandom</backend>
Oct 15 19:45:39 user nova-compute[74712]:       <alias name='rng0'/>
Oct 15 19:45:39 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 15 19:45:39 user nova-compute[74712]:     </rng>
Oct 15 19:45:39 user nova-compute[74712]:   </devices>
Oct 15 19:45:39 user nova-compute[74712]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 15 19:45:39 user nova-compute[74712]:     <label>libvirt-d4f72272-1614-4117-ae4c-78ab1b8bd924</label>
Oct 15 19:45:39 user nova-compute[74712]:     <imagelabel>libvirt-d4f72272-1614-4117-ae4c-78ab1b8bd924</imagelabel>
Oct 15 19:45:39 user nova-compute[74712]:   </seclabel>
Oct 15 19:45:39 user nova-compute[74712]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 15 19:45:39 user nova-compute[74712]:     <label>+64055:+108</label>
Oct 15 19:45:39 user nova-compute[74712]:     <imagelabel>+64055:+108</imagelabel>
Oct 15 19:45:39 user nova-compute[74712]:   </seclabel>
Oct 15 19:45:39 user nova-compute[74712]: </domain>
Oct 15 19:45:39 user nova-compute[74712]:  {{(pid=74712) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 15 19:45:39 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Successfully detached device tapec3a2a66-5b from instance d4f72272-1614-4117-ae4c-78ab1b8bd924 from the persistent domain config.
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] (1/8): Attempting to detach device tapec3a2a66-5b with device alias net1 from instance d4f72272-1614-4117-ae4c-78ab1b8bd924 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] detach device xml: <interface type="ethernet">
Oct 15 19:45:39 user nova-compute[74712]:   <mac address="fa:16:3e:ff:cd:eb"/>
Oct 15 19:45:39 user nova-compute[74712]:   <model type="virtio"/>
Oct 15 19:45:39 user nova-compute[74712]:   <mtu size="1442"/>
Oct 15 19:45:39 user nova-compute[74712]:   <target dev="tapec3a2a66-5b"/>
Oct 15 19:45:39 user nova-compute[74712]: </interface>
Oct 15 19:45:39 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.network.neutron [req-af23b648-b9fe-45c4-9148-d762a500bc07 req-1a0df930-a4c0-412c-a6c6-5597071cb0db service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Updated VIF entry in instance network info cache for port 720b70f0-dddc-4549-b64b-20a93fa87c57. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.network.neutron [req-af23b648-b9fe-45c4-9148-d762a500bc07 req-1a0df930-a4c0-412c-a6c6-5597071cb0db service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Updating instance_info_cache with network_info: [{"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-af23b648-b9fe-45c4-9148-d762a500bc07 req-1a0df930-a4c0-412c-a6c6-5597071cb0db service nova] Releasing lock "refresh_cache-b106586e-8899-4d70-a1f7-3777c2a0e880" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Start waiting for the detach event from libvirt for device tapec3a2a66-5b with device alias net1 for instance d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-cd67bef6-bb7e-447b-88f3-50034d683bda req-acd5a1db-b43d-46a7-86a3-f6433d6e22fe service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-unplugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cd67bef6-bb7e-447b-88f3-50034d683bda req-acd5a1db-b43d-46a7-86a3-f6433d6e22fe service nova] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cd67bef6-bb7e-447b-88f3-50034d683bda req-acd5a1db-b43d-46a7-86a3-f6433d6e22fe service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cd67bef6-bb7e-447b-88f3-50034d683bda req-acd5a1db-b43d-46a7-86a3-f6433d6e22fe service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-cd67bef6-bb7e-447b-88f3-50034d683bda req-acd5a1db-b43d-46a7-86a3-f6433d6e22fe service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] No waiting events found dispatching network-vif-unplugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:45:40 user nova-compute[74712]: WARNING nova.compute.manager [req-cd67bef6-bb7e-447b-88f3-50034d683bda req-acd5a1db-b43d-46a7-86a3-f6433d6e22fe service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received unexpected event network-vif-unplugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 for instance with vm_state active and task_state None.
Oct 15 19:45:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-89f12ae8-9c79-4cb2-a5a2-306bf7f3df0b req-f853b90e-e4d9-43fa-bd7a-23e175db6b05 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89f12ae8-9c79-4cb2-a5a2-306bf7f3df0b req-f853b90e-e4d9-43fa-bd7a-23e175db6b05 service nova] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89f12ae8-9c79-4cb2-a5a2-306bf7f3df0b req-f853b90e-e4d9-43fa-bd7a-23e175db6b05 service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89f12ae8-9c79-4cb2-a5a2-306bf7f3df0b req-f853b90e-e4d9-43fa-bd7a-23e175db6b05 service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-89f12ae8-9c79-4cb2-a5a2-306bf7f3df0b req-f853b90e-e4d9-43fa-bd7a-23e175db6b05 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] No waiting events found dispatching network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:45:40 user nova-compute[74712]: WARNING nova.compute.manager [req-89f12ae8-9c79-4cb2-a5a2-306bf7f3df0b req-f853b90e-e4d9-43fa-bd7a-23e175db6b05 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received unexpected event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 for instance with vm_state building and task_state spawning.
Oct 15 19:45:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-dfa7d997-f121-4fbe-be1a-604f1e7be2ac req-40e77c4a-3a8b-46c6-81e2-21f848db5cdf service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-plugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-dfa7d997-f121-4fbe-be1a-604f1e7be2ac req-40e77c4a-3a8b-46c6-81e2-21f848db5cdf service nova] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-dfa7d997-f121-4fbe-be1a-604f1e7be2ac req-40e77c4a-3a8b-46c6-81e2-21f848db5cdf service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-dfa7d997-f121-4fbe-be1a-604f1e7be2ac req-40e77c4a-3a8b-46c6-81e2-21f848db5cdf service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-dfa7d997-f121-4fbe-be1a-604f1e7be2ac req-40e77c4a-3a8b-46c6-81e2-21f848db5cdf service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] No waiting events found dispatching network-vif-plugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:45:42 user nova-compute[74712]: WARNING nova.compute.manager [req-dfa7d997-f121-4fbe-be1a-604f1e7be2ac req-40e77c4a-3a8b-46c6-81e2-21f848db5cdf service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received unexpected event network-vif-plugged-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 for instance with vm_state active and task_state None.
Oct 15 19:45:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:45:42 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Instance spawned successfully.
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-026db731-ded3-4486-b9c0-b8d83e38b5fc req-1c053208-0153-40c8-be02-2fca46fe8de0 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-026db731-ded3-4486-b9c0-b8d83e38b5fc req-1c053208-0153-40c8-be02-2fca46fe8de0 service nova] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-026db731-ded3-4486-b9c0-b8d83e38b5fc req-1c053208-0153-40c8-be02-2fca46fe8de0 service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-026db731-ded3-4486-b9c0-b8d83e38b5fc req-1c053208-0153-40c8-be02-2fca46fe8de0 service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-026db731-ded3-4486-b9c0-b8d83e38b5fc req-1c053208-0153-40c8-be02-2fca46fe8de0 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] No waiting events found dispatching network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:45:42 user nova-compute[74712]: WARNING nova.compute.manager [req-026db731-ded3-4486-b9c0-b8d83e38b5fc req-1c053208-0153-40c8-be02-2fca46fe8de0 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received unexpected event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 for instance with vm_state building and task_state spawning.
Oct 15 19:45:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:43 user nova-compute[74712]: INFO nova.compute.manager [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Took 7.76 seconds to spawn the instance on the hypervisor.
Oct 15 19:45:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:45:43 user nova-compute[74712]: INFO nova.compute.manager [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Took 8.61 seconds to build instance.
Oct 15 19:45:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b91cfcb0-f840-4967-9351-aaecc4179660 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.743s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:45:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:47 user nova-compute[74712]: INFO nova.virt.block_device [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Booting with volume 0c4d5148-6236-4994-b2a8-db377d23e9b5 at /dev/vdb
Oct 15 19:45:47 user nova-compute[74712]: DEBUG os_brick.utils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[34339916-60af-4f9b-9523-f3ceb14daa34]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3561e5d5-63cc-4084-a942-6e71c9fd8417]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[30031c31-f70b-42dd-bd24-4effcfbd834c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[86488872-26e6-401f-9348-9bd296a200d3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:45:47 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:45:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf5532c8-262b-468d-b8ed-3ed5dda167dd]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG os_brick.utils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:45:47 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating existing volume attachment record: de806085-fcf8-479b-b60f-18f12fae2baf {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:45:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:59 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Waiting for libvirt event about the detach of device tapec3a2a66-5b with device alias net1 from instance d4f72272-1614-4117-ae4c-78ab1b8bd924 is timed out.
Oct 15 19:45:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:ff:cd:eb"/><model type="virtio"/><mtu size="1442"/><target dev="tapec3a2a66-5b"/></interface> {{(pid=74712) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:ff:cd:eb"/><model type="virtio"/><mtu size="1442"/><target dev="tapec3a2a66-5b"/></interface>not found in domain: <domain type='kvm' id='18'>
Oct 15 19:45:59 user nova-compute[74712]:   <name>instance-0000000f</name>
Oct 15 19:45:59 user nova-compute[74712]:   <uuid>d4f72272-1614-4117-ae4c-78ab1b8bd924</uuid>
Oct 15 19:45:59 user nova-compute[74712]:   <metadata>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:45:59 user nova-compute[74712]:   <nova:package version="0.0.0"/>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:name>tempest-device-tagging-server-2098592256</nova:name>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:creationTime>2023-10-15 19:44:53</nova:creationTime>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:flavor name="m1.tiny">
Oct 15 19:45:59 user nova-compute[74712]:     <nova:memory>512</nova:memory>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:disk>1</nova:disk>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:swap>0</nova:swap>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:vcpus>1</nova:vcpus>
Oct 15 19:45:59 user nova-compute[74712]:   </nova:flavor>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:owner>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:user uuid="97dc4a8373a340eebcd5a8ab2467f0e9">tempest-TaggedAttachmentsTest-1029654685-project-member</nova:user>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:project uuid="45a511073a2749ac8514931d5578e71c">tempest-TaggedAttachmentsTest-1029654685</nova:project>
Oct 15 19:45:59 user nova-compute[74712]:   </nova:owner>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:ports>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:port uuid="4bc391c4-4636-4d21-94e2-b59d2f964d04">
Oct 15 19:45:59 user nova-compute[74712]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:45:59 user nova-compute[74712]:     </nova:port>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:port uuid="ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3">
Oct 15 19:45:59 user nova-compute[74712]:       <nova:ip type="fixed" address="10.10.10.21" ipVersion="4"/>
Oct 15 19:45:59 user nova-compute[74712]:     </nova:port>
Oct 15 19:45:59 user nova-compute[74712]:   </nova:ports>
Oct 15 19:45:59 user nova-compute[74712]: </nova:instance>
Oct 15 19:45:59 user nova-compute[74712]:   </metadata>
Oct 15 19:45:59 user nova-compute[74712]:   <memory unit='KiB'>524288</memory>
Oct 15 19:45:59 user nova-compute[74712]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 15 19:45:59 user nova-compute[74712]:   <vcpu placement='static'>1</vcpu>
Oct 15 19:45:59 user nova-compute[74712]:   <resource>
Oct 15 19:45:59 user nova-compute[74712]:     <partition>/machine</partition>
Oct 15 19:45:59 user nova-compute[74712]:   </resource>
Oct 15 19:45:59 user nova-compute[74712]:   <sysinfo type='smbios'>
Oct 15 19:45:59 user nova-compute[74712]:     <system>
Oct 15 19:45:59 user nova-compute[74712]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 15 19:45:59 user nova-compute[74712]:       <entry name='product'>OpenStack Nova</entry>
Oct 15 19:45:59 user nova-compute[74712]:       <entry name='version'>0.0.0</entry>
Oct 15 19:45:59 user nova-compute[74712]:       <entry name='serial'>d4f72272-1614-4117-ae4c-78ab1b8bd924</entry>
Oct 15 19:45:59 user nova-compute[74712]:       <entry name='uuid'>d4f72272-1614-4117-ae4c-78ab1b8bd924</entry>
Oct 15 19:45:59 user nova-compute[74712]:       <entry name='family'>Virtual Machine</entry>
Oct 15 19:45:59 user nova-compute[74712]:     </system>
Oct 15 19:45:59 user nova-compute[74712]:   </sysinfo>
Oct 15 19:45:59 user nova-compute[74712]:   <os>
Oct 15 19:45:59 user nova-compute[74712]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 15 19:45:59 user nova-compute[74712]:     <boot dev='hd'/>
Oct 15 19:45:59 user nova-compute[74712]:     <smbios mode='sysinfo'/>
Oct 15 19:45:59 user nova-compute[74712]:   </os>
Oct 15 19:45:59 user nova-compute[74712]:   <features>
Oct 15 19:45:59 user nova-compute[74712]:     <acpi/>
Oct 15 19:45:59 user nova-compute[74712]:     <apic/>
Oct 15 19:45:59 user nova-compute[74712]:     <vmcoreinfo state='on'/>
Oct 15 19:45:59 user nova-compute[74712]:   </features>
Oct 15 19:45:59 user nova-compute[74712]:   <cpu mode='custom' match='exact' check='full'>
Oct 15 19:45:59 user nova-compute[74712]:     <model fallback='forbid'>Nehalem</model>
Oct 15 19:45:59 user nova-compute[74712]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 15 19:45:59 user nova-compute[74712]:     <feature policy='require' name='vme'/>
Oct 15 19:45:59 user nova-compute[74712]:     <feature policy='require' name='x2apic'/>
Oct 15 19:45:59 user nova-compute[74712]:     <feature policy='require' name='hypervisor'/>
Oct 15 19:45:59 user nova-compute[74712]:   </cpu>
Oct 15 19:45:59 user nova-compute[74712]:   <clock offset='utc'>
Oct 15 19:45:59 user nova-compute[74712]:     <timer name='pit' tickpolicy='delay'/>
Oct 15 19:45:59 user nova-compute[74712]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 15 19:45:59 user nova-compute[74712]:     <timer name='hpet' present='no'/>
Oct 15 19:45:59 user nova-compute[74712]:   </clock>
Oct 15 19:45:59 user nova-compute[74712]:   <on_poweroff>destroy</on_poweroff>
Oct 15 19:45:59 user nova-compute[74712]:   <on_reboot>restart</on_reboot>
Oct 15 19:45:59 user nova-compute[74712]:   <on_crash>destroy</on_crash>
Oct 15 19:45:59 user nova-compute[74712]:   <devices>
Oct 15 19:45:59 user nova-compute[74712]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 15 19:45:59 user nova-compute[74712]:     <disk type='file' device='disk'>
Oct 15 19:45:59 user nova-compute[74712]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 15 19:45:59 user nova-compute[74712]:       <source file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk' index='2'/>
Oct 15 19:45:59 user nova-compute[74712]:       <backingStore type='file' index='3'>
Oct 15 19:45:59 user nova-compute[74712]:         <format type='raw'/>
Oct 15 19:45:59 user nova-compute[74712]:         <source file='/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118'/>
Oct 15 19:45:59 user nova-compute[74712]:         <backingStore/>
Oct 15 19:45:59 user nova-compute[74712]:       </backingStore>
Oct 15 19:45:59 user nova-compute[74712]:       <target dev='vda' bus='virtio'/>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='virtio-disk0'/>
Oct 15 19:45:59 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </disk>
Oct 15 19:45:59 user nova-compute[74712]:     <disk type='file' device='cdrom'>
Oct 15 19:45:59 user nova-compute[74712]:       <driver name='qemu' type='raw' cache='none'/>
Oct 15 19:45:59 user nova-compute[74712]:       <source file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.config' index='1'/>
Oct 15 19:45:59 user nova-compute[74712]:       <backingStore/>
Oct 15 19:45:59 user nova-compute[74712]:       <target dev='hda' bus='ide'/>
Oct 15 19:45:59 user nova-compute[74712]:       <readonly/>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='ide0-0-0'/>
Oct 15 19:45:59 user nova-compute[74712]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </disk>
Oct 15 19:45:59 user nova-compute[74712]:     <controller type='usb' index='0' model='none'>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='usb'/>
Oct 15 19:45:59 user nova-compute[74712]:     </controller>
Oct 15 19:45:59 user nova-compute[74712]:     <controller type='pci' index='0' model='pci-root'>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='pci.0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </controller>
Oct 15 19:45:59 user nova-compute[74712]:     <controller type='ide' index='0'>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='ide'/>
Oct 15 19:45:59 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 15 19:45:59 user nova-compute[74712]:     </controller>
Oct 15 19:45:59 user nova-compute[74712]:     <interface type='ethernet'>
Oct 15 19:45:59 user nova-compute[74712]:       <mac address='fa:16:3e:01:5b:5a'/>
Oct 15 19:45:59 user nova-compute[74712]:       <target dev='tap4bc391c4-46'/>
Oct 15 19:45:59 user nova-compute[74712]:       <model type='virtio'/>
Oct 15 19:45:59 user nova-compute[74712]:       <mtu size='1442'/>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='net0'/>
Oct 15 19:45:59 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </interface>
Oct 15 19:45:59 user nova-compute[74712]:     <serial type='pty'>
Oct 15 19:45:59 user nova-compute[74712]:       <source path='/dev/pts/6'/>
Oct 15 19:45:59 user nova-compute[74712]:       <log file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/console.log' append='off'/>
Oct 15 19:45:59 user nova-compute[74712]:       <target type='isa-serial' port='0'>
Oct 15 19:45:59 user nova-compute[74712]:         <model name='isa-serial'/>
Oct 15 19:45:59 user nova-compute[74712]:       </target>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='serial0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </serial>
Oct 15 19:45:59 user nova-compute[74712]:     <console type='pty' tty='/dev/pts/6'>
Oct 15 19:45:59 user nova-compute[74712]:       <source path='/dev/pts/6'/>
Oct 15 19:45:59 user nova-compute[74712]:       <log file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/console.log' append='off'/>
Oct 15 19:45:59 user nova-compute[74712]:       <target type='serial' port='0'/>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='serial0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </console>
Oct 15 19:45:59 user nova-compute[74712]:     <input type='mouse' bus='ps2'>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='input0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </input>
Oct 15 19:45:59 user nova-compute[74712]:     <input type='keyboard' bus='ps2'>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='input1'/>
Oct 15 19:45:59 user nova-compute[74712]:     </input>
Oct 15 19:45:59 user nova-compute[74712]:     <graphics type='vnc' port='5902' autoport='yes' listen='0.0.0.0'>
Oct 15 19:45:59 user nova-compute[74712]:       <listen type='address' address='0.0.0.0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </graphics>
Oct 15 19:45:59 user nova-compute[74712]:     <audio id='1' type='none'/>
Oct 15 19:45:59 user nova-compute[74712]:     <video>
Oct 15 19:45:59 user nova-compute[74712]:       <model type='virtio' heads='1' primary='yes'/>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='video0'/>
Oct 15 19:45:59 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </video>
Oct 15 19:45:59 user nova-compute[74712]:     <memballoon model='virtio'>
Oct 15 19:45:59 user nova-compute[74712]:       <stats period='10'/>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='balloon0'/>
Oct 15 19:45:59 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </memballoon>
Oct 15 19:45:59 user nova-compute[74712]:     <rng model='virtio'>
Oct 15 19:45:59 user nova-compute[74712]:       <backend model='random'>/dev/urandom</backend>
Oct 15 19:45:59 user nova-compute[74712]:       <alias name='rng0'/>
Oct 15 19:45:59 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 15 19:45:59 user nova-compute[74712]:     </rng>
Oct 15 19:45:59 user nova-compute[74712]:   </devices>
Oct 15 19:45:59 user nova-compute[74712]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 15 19:45:59 user nova-compute[74712]:     <label>libvirt-d4f72272-1614-4117-ae4c-78ab1b8bd924</label>
Oct 15 19:45:59 user nova-compute[74712]:     <imagelabel>libvirt-d4f72272-1614-4117-ae4c-78ab1b8bd924</imagelabel>
Oct 15 19:45:59 user nova-compute[74712]:   </seclabel>
Oct 15 19:45:59 user nova-compute[74712]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 15 19:45:59 user nova-compute[74712]:     <label>+64055:+108</label>
Oct 15 19:45:59 user nova-compute[74712]:     <imagelabel>+64055:+108</imagelabel>
Oct 15 19:45:59 user nova-compute[74712]:   </seclabel>
Oct 15 19:45:59 user nova-compute[74712]: </domain>
Oct 15 19:45:59 user nova-compute[74712]:  {{(pid=74712) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 15 19:45:59 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Successfully detached device tapec3a2a66-5b from instance d4f72272-1614-4117-ae4c-78ab1b8bd924 from the live domain config.
Oct 15 19:45:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2098592256',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2098592256',id=15,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd5w7ZRdp6M6UoKe/THsRt5YLs/N1qzv4KcFMjcRivO8kFV5dilpjPDL/Qa25euNDqIDZ2WhZyRIFl9hiDC3ixg78aG+yNEepuTGkIwg1+nJwyoKmeInxkgSk4g1c4qqw==',key_name='tempest-keypair-172136724',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='45a511073a2749ac8514931d5578e71c',ramdisk_id='',reservation_id='r-b6w324p4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1029654685',owner_user_name='tempest-TaggedAttachmentsTest-1029654685-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:43:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97dc4a8373a340eebcd5a8ab2467f0e9',uuid=d4f72272-1614-4117-ae4c-78ab1b8bd924,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converting VIF {"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG os_vif [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapec3a2a66-5b, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83407db5-f701-4321-acd0-94f7bfaa1350) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:45:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:45:59 user nova-compute[74712]: INFO os_vif [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b')
Oct 15 19:45:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:45:59 user nova-compute[74712]:   <nova:package version="0.0.0"/>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:name>tempest-device-tagging-server-2098592256</nova:name>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:creationTime>2023-10-15 19:45:59</nova:creationTime>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:flavor name="m1.tiny">
Oct 15 19:45:59 user nova-compute[74712]:     <nova:memory>512</nova:memory>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:disk>1</nova:disk>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:swap>0</nova:swap>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:vcpus>1</nova:vcpus>
Oct 15 19:45:59 user nova-compute[74712]:   </nova:flavor>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:owner>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:user uuid="97dc4a8373a340eebcd5a8ab2467f0e9">tempest-TaggedAttachmentsTest-1029654685-project-member</nova:user>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:project uuid="45a511073a2749ac8514931d5578e71c">tempest-TaggedAttachmentsTest-1029654685</nova:project>
Oct 15 19:45:59 user nova-compute[74712]:   </nova:owner>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:45:59 user nova-compute[74712]:   <nova:ports>
Oct 15 19:45:59 user nova-compute[74712]:     <nova:port uuid="4bc391c4-4636-4d21-94e2-b59d2f964d04">
Oct 15 19:45:59 user nova-compute[74712]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:45:59 user nova-compute[74712]:     </nova:port>
Oct 15 19:45:59 user nova-compute[74712]:   </nova:ports>
Oct 15 19:45:59 user nova-compute[74712]: </nova:instance>
Oct 15 19:45:59 user nova-compute[74712]:  {{(pid=74712) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 15 19:46:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-deleted-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:00 user nova-compute[74712]: INFO nova.compute.manager [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Neutron deleted interface ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3; detaching it from the instance and deleting it from the info cache
Oct 15 19:46:00 user nova-compute[74712]: DEBUG nova.network.neutron [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updating instance_info_cache with network_info: [{"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquired lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:00 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:46:00 user nova-compute[74712]: DEBUG nova.objects.instance [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] Lazy-loading 'system_metadata' on Instance uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:00 user nova-compute[74712]: DEBUG nova.objects.instance [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] Lazy-loading 'flavor' on Instance uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.objects.base [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] Object Instance<d4f72272-1614-4117-ae4c-78ab1b8bd924> lazy-loaded attributes: system_metadata,flavor {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2098592256',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2098592256',id=15,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd5w7ZRdp6M6UoKe/THsRt5YLs/N1qzv4KcFMjcRivO8kFV5dilpjPDL/Qa25euNDqIDZ2WhZyRIFl9hiDC3ixg78aG+yNEepuTGkIwg1+nJwyoKmeInxkgSk4g1c4qqw==',key_name='tempest-keypair-172136724',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='45a511073a2749ac8514931d5578e71c',ramdisk_id='',reservation_id='r-b6w324p4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1029654685',owner_user_name='tempest-TaggedAttachmentsTest-1029654685-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:43:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97dc4a8373a340eebcd5a8ab2467f0e9',uuid=d4f72272-1614-4117-ae4c-78ab1b8bd924,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] Converting VIF {"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:ff:cd:eb"/><model type="virtio"/><mtu size="1442"/><target dev="tapec3a2a66-5b"/></interface> {{(pid=74712) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:ff:cd:eb"/><model type="virtio"/><mtu size="1442"/><target dev="tapec3a2a66-5b"/></interface>not found in domain: <domain type='kvm' id='18'>
Oct 15 19:46:01 user nova-compute[74712]:   <name>instance-0000000f</name>
Oct 15 19:46:01 user nova-compute[74712]:   <uuid>d4f72272-1614-4117-ae4c-78ab1b8bd924</uuid>
Oct 15 19:46:01 user nova-compute[74712]:   <metadata>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:46:01 user nova-compute[74712]:   <nova:package version="0.0.0"/>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:name>tempest-device-tagging-server-2098592256</nova:name>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:creationTime>2023-10-15 19:45:59</nova:creationTime>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:flavor name="m1.tiny">
Oct 15 19:46:01 user nova-compute[74712]:     <nova:memory>512</nova:memory>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:disk>1</nova:disk>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:swap>0</nova:swap>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:vcpus>1</nova:vcpus>
Oct 15 19:46:01 user nova-compute[74712]:   </nova:flavor>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:owner>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:user uuid="97dc4a8373a340eebcd5a8ab2467f0e9">tempest-TaggedAttachmentsTest-1029654685-project-member</nova:user>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:project uuid="45a511073a2749ac8514931d5578e71c">tempest-TaggedAttachmentsTest-1029654685</nova:project>
Oct 15 19:46:01 user nova-compute[74712]:   </nova:owner>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:ports>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:port uuid="4bc391c4-4636-4d21-94e2-b59d2f964d04">
Oct 15 19:46:01 user nova-compute[74712]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:46:01 user nova-compute[74712]:     </nova:port>
Oct 15 19:46:01 user nova-compute[74712]:   </nova:ports>
Oct 15 19:46:01 user nova-compute[74712]: </nova:instance>
Oct 15 19:46:01 user nova-compute[74712]:   </metadata>
Oct 15 19:46:01 user nova-compute[74712]:   <memory unit='KiB'>524288</memory>
Oct 15 19:46:01 user nova-compute[74712]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 15 19:46:01 user nova-compute[74712]:   <vcpu placement='static'>1</vcpu>
Oct 15 19:46:01 user nova-compute[74712]:   <resource>
Oct 15 19:46:01 user nova-compute[74712]:     <partition>/machine</partition>
Oct 15 19:46:01 user nova-compute[74712]:   </resource>
Oct 15 19:46:01 user nova-compute[74712]:   <sysinfo type='smbios'>
Oct 15 19:46:01 user nova-compute[74712]:     <system>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='product'>OpenStack Nova</entry>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='version'>0.0.0</entry>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='serial'>d4f72272-1614-4117-ae4c-78ab1b8bd924</entry>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='uuid'>d4f72272-1614-4117-ae4c-78ab1b8bd924</entry>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='family'>Virtual Machine</entry>
Oct 15 19:46:01 user nova-compute[74712]:     </system>
Oct 15 19:46:01 user nova-compute[74712]:   </sysinfo>
Oct 15 19:46:01 user nova-compute[74712]:   <os>
Oct 15 19:46:01 user nova-compute[74712]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 15 19:46:01 user nova-compute[74712]:     <boot dev='hd'/>
Oct 15 19:46:01 user nova-compute[74712]:     <smbios mode='sysinfo'/>
Oct 15 19:46:01 user nova-compute[74712]:   </os>
Oct 15 19:46:01 user nova-compute[74712]:   <features>
Oct 15 19:46:01 user nova-compute[74712]:     <acpi/>
Oct 15 19:46:01 user nova-compute[74712]:     <apic/>
Oct 15 19:46:01 user nova-compute[74712]:     <vmcoreinfo state='on'/>
Oct 15 19:46:01 user nova-compute[74712]:   </features>
Oct 15 19:46:01 user nova-compute[74712]:   <cpu mode='custom' match='exact' check='full'>
Oct 15 19:46:01 user nova-compute[74712]:     <model fallback='forbid'>Nehalem</model>
Oct 15 19:46:01 user nova-compute[74712]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 15 19:46:01 user nova-compute[74712]:     <feature policy='require' name='vme'/>
Oct 15 19:46:01 user nova-compute[74712]:     <feature policy='require' name='x2apic'/>
Oct 15 19:46:01 user nova-compute[74712]:     <feature policy='require' name='hypervisor'/>
Oct 15 19:46:01 user nova-compute[74712]:   </cpu>
Oct 15 19:46:01 user nova-compute[74712]:   <clock offset='utc'>
Oct 15 19:46:01 user nova-compute[74712]:     <timer name='pit' tickpolicy='delay'/>
Oct 15 19:46:01 user nova-compute[74712]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 15 19:46:01 user nova-compute[74712]:     <timer name='hpet' present='no'/>
Oct 15 19:46:01 user nova-compute[74712]:   </clock>
Oct 15 19:46:01 user nova-compute[74712]:   <on_poweroff>destroy</on_poweroff>
Oct 15 19:46:01 user nova-compute[74712]:   <on_reboot>restart</on_reboot>
Oct 15 19:46:01 user nova-compute[74712]:   <on_crash>destroy</on_crash>
Oct 15 19:46:01 user nova-compute[74712]:   <devices>
Oct 15 19:46:01 user nova-compute[74712]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 15 19:46:01 user nova-compute[74712]:     <disk type='file' device='disk'>
Oct 15 19:46:01 user nova-compute[74712]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 15 19:46:01 user nova-compute[74712]:       <source file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk' index='2'/>
Oct 15 19:46:01 user nova-compute[74712]:       <backingStore type='file' index='3'>
Oct 15 19:46:01 user nova-compute[74712]:         <format type='raw'/>
Oct 15 19:46:01 user nova-compute[74712]:         <source file='/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118'/>
Oct 15 19:46:01 user nova-compute[74712]:         <backingStore/>
Oct 15 19:46:01 user nova-compute[74712]:       </backingStore>
Oct 15 19:46:01 user nova-compute[74712]:       <target dev='vda' bus='virtio'/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='virtio-disk0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </disk>
Oct 15 19:46:01 user nova-compute[74712]:     <disk type='file' device='cdrom'>
Oct 15 19:46:01 user nova-compute[74712]:       <driver name='qemu' type='raw' cache='none'/>
Oct 15 19:46:01 user nova-compute[74712]:       <source file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.config' index='1'/>
Oct 15 19:46:01 user nova-compute[74712]:       <backingStore/>
Oct 15 19:46:01 user nova-compute[74712]:       <target dev='hda' bus='ide'/>
Oct 15 19:46:01 user nova-compute[74712]:       <readonly/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='ide0-0-0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </disk>
Oct 15 19:46:01 user nova-compute[74712]:     <controller type='usb' index='0' model='none'>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='usb'/>
Oct 15 19:46:01 user nova-compute[74712]:     </controller>
Oct 15 19:46:01 user nova-compute[74712]:     <controller type='pci' index='0' model='pci-root'>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='pci.0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </controller>
Oct 15 19:46:01 user nova-compute[74712]:     <controller type='ide' index='0'>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='ide'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 15 19:46:01 user nova-compute[74712]:     </controller>
Oct 15 19:46:01 user nova-compute[74712]:     <interface type='ethernet'>
Oct 15 19:46:01 user nova-compute[74712]:       <mac address='fa:16:3e:01:5b:5a'/>
Oct 15 19:46:01 user nova-compute[74712]:       <target dev='tap4bc391c4-46'/>
Oct 15 19:46:01 user nova-compute[74712]:       <model type='virtio'/>
Oct 15 19:46:01 user nova-compute[74712]:       <mtu size='1442'/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='net0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </interface>
Oct 15 19:46:01 user nova-compute[74712]:     <serial type='pty'>
Oct 15 19:46:01 user nova-compute[74712]:       <source path='/dev/pts/6'/>
Oct 15 19:46:01 user nova-compute[74712]:       <log file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/console.log' append='off'/>
Oct 15 19:46:01 user nova-compute[74712]:       <target type='isa-serial' port='0'>
Oct 15 19:46:01 user nova-compute[74712]:         <model name='isa-serial'/>
Oct 15 19:46:01 user nova-compute[74712]:       </target>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='serial0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </serial>
Oct 15 19:46:01 user nova-compute[74712]:     <console type='pty' tty='/dev/pts/6'>
Oct 15 19:46:01 user nova-compute[74712]:       <source path='/dev/pts/6'/>
Oct 15 19:46:01 user nova-compute[74712]:       <log file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/console.log' append='off'/>
Oct 15 19:46:01 user nova-compute[74712]:       <target type='serial' port='0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='serial0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </console>
Oct 15 19:46:01 user nova-compute[74712]:     <input type='mouse' bus='ps2'>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='input0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </input>
Oct 15 19:46:01 user nova-compute[74712]:     <input type='keyboard' bus='ps2'>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='input1'/>
Oct 15 19:46:01 user nova-compute[74712]:     </input>
Oct 15 19:46:01 user nova-compute[74712]:     <graphics type='vnc' port='5902' autoport='yes' listen='0.0.0.0'>
Oct 15 19:46:01 user nova-compute[74712]:       <listen type='address' address='0.0.0.0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </graphics>
Oct 15 19:46:01 user nova-compute[74712]:     <audio id='1' type='none'/>
Oct 15 19:46:01 user nova-compute[74712]:     <video>
Oct 15 19:46:01 user nova-compute[74712]:       <model type='virtio' heads='1' primary='yes'/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='video0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </video>
Oct 15 19:46:01 user nova-compute[74712]:     <memballoon model='virtio'>
Oct 15 19:46:01 user nova-compute[74712]:       <stats period='10'/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='balloon0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </memballoon>
Oct 15 19:46:01 user nova-compute[74712]:     <rng model='virtio'>
Oct 15 19:46:01 user nova-compute[74712]:       <backend model='random'>/dev/urandom</backend>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='rng0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </rng>
Oct 15 19:46:01 user nova-compute[74712]:   </devices>
Oct 15 19:46:01 user nova-compute[74712]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 15 19:46:01 user nova-compute[74712]:     <label>libvirt-d4f72272-1614-4117-ae4c-78ab1b8bd924</label>
Oct 15 19:46:01 user nova-compute[74712]:     <imagelabel>libvirt-d4f72272-1614-4117-ae4c-78ab1b8bd924</imagelabel>
Oct 15 19:46:01 user nova-compute[74712]:   </seclabel>
Oct 15 19:46:01 user nova-compute[74712]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 15 19:46:01 user nova-compute[74712]:     <label>+64055:+108</label>
Oct 15 19:46:01 user nova-compute[74712]:     <imagelabel>+64055:+108</imagelabel>
Oct 15 19:46:01 user nova-compute[74712]:   </seclabel>
Oct 15 19:46:01 user nova-compute[74712]: </domain>
Oct 15 19:46:01 user nova-compute[74712]:  {{(pid=74712) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:ff:cd:eb"/><model type="virtio"/><mtu size="1442"/><target dev="tapec3a2a66-5b"/></interface> {{(pid=74712) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:ff:cd:eb"/><model type="virtio"/><mtu size="1442"/><target dev="tapec3a2a66-5b"/></interface>not found in domain: <domain type='kvm' id='18'>
Oct 15 19:46:01 user nova-compute[74712]:   <name>instance-0000000f</name>
Oct 15 19:46:01 user nova-compute[74712]:   <uuid>d4f72272-1614-4117-ae4c-78ab1b8bd924</uuid>
Oct 15 19:46:01 user nova-compute[74712]:   <metadata>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:46:01 user nova-compute[74712]:   <nova:package version="0.0.0"/>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:name>tempest-device-tagging-server-2098592256</nova:name>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:creationTime>2023-10-15 19:45:59</nova:creationTime>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:flavor name="m1.tiny">
Oct 15 19:46:01 user nova-compute[74712]:     <nova:memory>512</nova:memory>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:disk>1</nova:disk>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:swap>0</nova:swap>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:vcpus>1</nova:vcpus>
Oct 15 19:46:01 user nova-compute[74712]:   </nova:flavor>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:owner>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:user uuid="97dc4a8373a340eebcd5a8ab2467f0e9">tempest-TaggedAttachmentsTest-1029654685-project-member</nova:user>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:project uuid="45a511073a2749ac8514931d5578e71c">tempest-TaggedAttachmentsTest-1029654685</nova:project>
Oct 15 19:46:01 user nova-compute[74712]:   </nova:owner>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:ports>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:port uuid="4bc391c4-4636-4d21-94e2-b59d2f964d04">
Oct 15 19:46:01 user nova-compute[74712]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:46:01 user nova-compute[74712]:     </nova:port>
Oct 15 19:46:01 user nova-compute[74712]:   </nova:ports>
Oct 15 19:46:01 user nova-compute[74712]: </nova:instance>
Oct 15 19:46:01 user nova-compute[74712]:   </metadata>
Oct 15 19:46:01 user nova-compute[74712]:   <memory unit='KiB'>524288</memory>
Oct 15 19:46:01 user nova-compute[74712]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 15 19:46:01 user nova-compute[74712]:   <vcpu placement='static'>1</vcpu>
Oct 15 19:46:01 user nova-compute[74712]:   <resource>
Oct 15 19:46:01 user nova-compute[74712]:     <partition>/machine</partition>
Oct 15 19:46:01 user nova-compute[74712]:   </resource>
Oct 15 19:46:01 user nova-compute[74712]:   <sysinfo type='smbios'>
Oct 15 19:46:01 user nova-compute[74712]:     <system>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='product'>OpenStack Nova</entry>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='version'>0.0.0</entry>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='serial'>d4f72272-1614-4117-ae4c-78ab1b8bd924</entry>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='uuid'>d4f72272-1614-4117-ae4c-78ab1b8bd924</entry>
Oct 15 19:46:01 user nova-compute[74712]:       <entry name='family'>Virtual Machine</entry>
Oct 15 19:46:01 user nova-compute[74712]:     </system>
Oct 15 19:46:01 user nova-compute[74712]:   </sysinfo>
Oct 15 19:46:01 user nova-compute[74712]:   <os>
Oct 15 19:46:01 user nova-compute[74712]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 15 19:46:01 user nova-compute[74712]:     <boot dev='hd'/>
Oct 15 19:46:01 user nova-compute[74712]:     <smbios mode='sysinfo'/>
Oct 15 19:46:01 user nova-compute[74712]:   </os>
Oct 15 19:46:01 user nova-compute[74712]:   <features>
Oct 15 19:46:01 user nova-compute[74712]:     <acpi/>
Oct 15 19:46:01 user nova-compute[74712]:     <apic/>
Oct 15 19:46:01 user nova-compute[74712]:     <vmcoreinfo state='on'/>
Oct 15 19:46:01 user nova-compute[74712]:   </features>
Oct 15 19:46:01 user nova-compute[74712]:   <cpu mode='custom' match='exact' check='full'>
Oct 15 19:46:01 user nova-compute[74712]:     <model fallback='forbid'>Nehalem</model>
Oct 15 19:46:01 user nova-compute[74712]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 15 19:46:01 user nova-compute[74712]:     <feature policy='require' name='vme'/>
Oct 15 19:46:01 user nova-compute[74712]:     <feature policy='require' name='x2apic'/>
Oct 15 19:46:01 user nova-compute[74712]:     <feature policy='require' name='hypervisor'/>
Oct 15 19:46:01 user nova-compute[74712]:   </cpu>
Oct 15 19:46:01 user nova-compute[74712]:   <clock offset='utc'>
Oct 15 19:46:01 user nova-compute[74712]:     <timer name='pit' tickpolicy='delay'/>
Oct 15 19:46:01 user nova-compute[74712]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 15 19:46:01 user nova-compute[74712]:     <timer name='hpet' present='no'/>
Oct 15 19:46:01 user nova-compute[74712]:   </clock>
Oct 15 19:46:01 user nova-compute[74712]:   <on_poweroff>destroy</on_poweroff>
Oct 15 19:46:01 user nova-compute[74712]:   <on_reboot>restart</on_reboot>
Oct 15 19:46:01 user nova-compute[74712]:   <on_crash>destroy</on_crash>
Oct 15 19:46:01 user nova-compute[74712]:   <devices>
Oct 15 19:46:01 user nova-compute[74712]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 15 19:46:01 user nova-compute[74712]:     <disk type='file' device='disk'>
Oct 15 19:46:01 user nova-compute[74712]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 15 19:46:01 user nova-compute[74712]:       <source file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk' index='2'/>
Oct 15 19:46:01 user nova-compute[74712]:       <backingStore type='file' index='3'>
Oct 15 19:46:01 user nova-compute[74712]:         <format type='raw'/>
Oct 15 19:46:01 user nova-compute[74712]:         <source file='/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118'/>
Oct 15 19:46:01 user nova-compute[74712]:         <backingStore/>
Oct 15 19:46:01 user nova-compute[74712]:       </backingStore>
Oct 15 19:46:01 user nova-compute[74712]:       <target dev='vda' bus='virtio'/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='virtio-disk0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </disk>
Oct 15 19:46:01 user nova-compute[74712]:     <disk type='file' device='cdrom'>
Oct 15 19:46:01 user nova-compute[74712]:       <driver name='qemu' type='raw' cache='none'/>
Oct 15 19:46:01 user nova-compute[74712]:       <source file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk.config' index='1'/>
Oct 15 19:46:01 user nova-compute[74712]:       <backingStore/>
Oct 15 19:46:01 user nova-compute[74712]:       <target dev='hda' bus='ide'/>
Oct 15 19:46:01 user nova-compute[74712]:       <readonly/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='ide0-0-0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </disk>
Oct 15 19:46:01 user nova-compute[74712]:     <controller type='usb' index='0' model='none'>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='usb'/>
Oct 15 19:46:01 user nova-compute[74712]:     </controller>
Oct 15 19:46:01 user nova-compute[74712]:     <controller type='pci' index='0' model='pci-root'>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='pci.0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </controller>
Oct 15 19:46:01 user nova-compute[74712]:     <controller type='ide' index='0'>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='ide'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 15 19:46:01 user nova-compute[74712]:     </controller>
Oct 15 19:46:01 user nova-compute[74712]:     <interface type='ethernet'>
Oct 15 19:46:01 user nova-compute[74712]:       <mac address='fa:16:3e:01:5b:5a'/>
Oct 15 19:46:01 user nova-compute[74712]:       <target dev='tap4bc391c4-46'/>
Oct 15 19:46:01 user nova-compute[74712]:       <model type='virtio'/>
Oct 15 19:46:01 user nova-compute[74712]:       <mtu size='1442'/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='net0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </interface>
Oct 15 19:46:01 user nova-compute[74712]:     <serial type='pty'>
Oct 15 19:46:01 user nova-compute[74712]:       <source path='/dev/pts/6'/>
Oct 15 19:46:01 user nova-compute[74712]:       <log file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/console.log' append='off'/>
Oct 15 19:46:01 user nova-compute[74712]:       <target type='isa-serial' port='0'>
Oct 15 19:46:01 user nova-compute[74712]:         <model name='isa-serial'/>
Oct 15 19:46:01 user nova-compute[74712]:       </target>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='serial0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </serial>
Oct 15 19:46:01 user nova-compute[74712]:     <console type='pty' tty='/dev/pts/6'>
Oct 15 19:46:01 user nova-compute[74712]:       <source path='/dev/pts/6'/>
Oct 15 19:46:01 user nova-compute[74712]:       <log file='/opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/console.log' append='off'/>
Oct 15 19:46:01 user nova-compute[74712]:       <target type='serial' port='0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='serial0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </console>
Oct 15 19:46:01 user nova-compute[74712]:     <input type='mouse' bus='ps2'>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='input0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </input>
Oct 15 19:46:01 user nova-compute[74712]:     <input type='keyboard' bus='ps2'>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='input1'/>
Oct 15 19:46:01 user nova-compute[74712]:     </input>
Oct 15 19:46:01 user nova-compute[74712]:     <graphics type='vnc' port='5902' autoport='yes' listen='0.0.0.0'>
Oct 15 19:46:01 user nova-compute[74712]:       <listen type='address' address='0.0.0.0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </graphics>
Oct 15 19:46:01 user nova-compute[74712]:     <audio id='1' type='none'/>
Oct 15 19:46:01 user nova-compute[74712]:     <video>
Oct 15 19:46:01 user nova-compute[74712]:       <model type='virtio' heads='1' primary='yes'/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='video0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </video>
Oct 15 19:46:01 user nova-compute[74712]:     <memballoon model='virtio'>
Oct 15 19:46:01 user nova-compute[74712]:       <stats period='10'/>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='balloon0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </memballoon>
Oct 15 19:46:01 user nova-compute[74712]:     <rng model='virtio'>
Oct 15 19:46:01 user nova-compute[74712]:       <backend model='random'>/dev/urandom</backend>
Oct 15 19:46:01 user nova-compute[74712]:       <alias name='rng0'/>
Oct 15 19:46:01 user nova-compute[74712]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 15 19:46:01 user nova-compute[74712]:     </rng>
Oct 15 19:46:01 user nova-compute[74712]:   </devices>
Oct 15 19:46:01 user nova-compute[74712]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 15 19:46:01 user nova-compute[74712]:     <label>libvirt-d4f72272-1614-4117-ae4c-78ab1b8bd924</label>
Oct 15 19:46:01 user nova-compute[74712]:     <imagelabel>libvirt-d4f72272-1614-4117-ae4c-78ab1b8bd924</imagelabel>
Oct 15 19:46:01 user nova-compute[74712]:   </seclabel>
Oct 15 19:46:01 user nova-compute[74712]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 15 19:46:01 user nova-compute[74712]:     <label>+64055:+108</label>
Oct 15 19:46:01 user nova-compute[74712]:     <imagelabel>+64055:+108</imagelabel>
Oct 15 19:46:01 user nova-compute[74712]:   </seclabel>
Oct 15 19:46:01 user nova-compute[74712]: </domain>
Oct 15 19:46:01 user nova-compute[74712]:  {{(pid=74712) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 15 19:46:01 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Detaching interface fa:16:3e:ff:cd:eb failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tapec3a2a66-5b' not found.
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2098592256',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2098592256',id=15,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd5w7ZRdp6M6UoKe/THsRt5YLs/N1qzv4KcFMjcRivO8kFV5dilpjPDL/Qa25euNDqIDZ2WhZyRIFl9hiDC3ixg78aG+yNEepuTGkIwg1+nJwyoKmeInxkgSk4g1c4qqw==',key_name='tempest-keypair-172136724',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='45a511073a2749ac8514931d5578e71c',ramdisk_id='',reservation_id='r-b6w324p4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1029654685',owner_user_name='tempest-TaggedAttachmentsTest-1029654685-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:43:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97dc4a8373a340eebcd5a8ab2467f0e9',uuid=d4f72272-1614-4117-ae4c-78ab1b8bd924,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] Converting VIF {"id": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "address": "fa:16:3e:ff:cd:eb", "network": {"id": "3783b3b8-7c21-4200-8a14-e8b6316271b3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-503778844", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec3a2a66-5b", "ovs_interfaceid": "ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.network.os_vif_util [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG os_vif [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapec3a2a66-5b, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:01 user nova-compute[74712]: INFO os_vif [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:cd:eb,bridge_name='br-int',has_traffic_filtering=True,id=ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3,network=Network(3783b3b8-7c21-4200-8a14-e8b6316271b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec3a2a66-5b')
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [req-b488e23b-30a8-49d3-93c7-b9c2f154c1f2 req-6cfe3b5a-5ac4-4276-82a8-acd745399da3 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:46:01 user nova-compute[74712]:   <nova:package version="0.0.0"/>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:name>tempest-device-tagging-server-2098592256</nova:name>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:creationTime>2023-10-15 19:46:01</nova:creationTime>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:flavor name="m1.tiny">
Oct 15 19:46:01 user nova-compute[74712]:     <nova:memory>512</nova:memory>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:disk>1</nova:disk>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:swap>0</nova:swap>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:vcpus>1</nova:vcpus>
Oct 15 19:46:01 user nova-compute[74712]:   </nova:flavor>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:owner>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:user uuid="97dc4a8373a340eebcd5a8ab2467f0e9">tempest-TaggedAttachmentsTest-1029654685-project-member</nova:user>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:project uuid="45a511073a2749ac8514931d5578e71c">tempest-TaggedAttachmentsTest-1029654685</nova:project>
Oct 15 19:46:01 user nova-compute[74712]:   </nova:owner>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:46:01 user nova-compute[74712]:   <nova:ports>
Oct 15 19:46:01 user nova-compute[74712]:     <nova:port uuid="4bc391c4-4636-4d21-94e2-b59d2f964d04">
Oct 15 19:46:01 user nova-compute[74712]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:46:01 user nova-compute[74712]:     </nova:port>
Oct 15 19:46:01 user nova-compute[74712]:   </nova:ports>
Oct 15 19:46:01 user nova-compute[74712]: </nova:instance>
Oct 15 19:46:01 user nova-compute[74712]:  {{(pid=74712) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updating instance_info_cache with network_info: [{"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Releasing lock "refresh_cache-d4f72272-1614-4117-ae4c-78ab1b8bd924" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5666dadf-b281-4a63-a238-44bce3c11273 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "interface-d4f72272-1614-4117-ae4c-78ab1b8bd924-ec3a2a66-5bca-4e3d-9f8d-39297c2e82a3" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 22.085s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:01 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:46:01 user nova-compute[74712]: INFO nova.compute.claims [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Claim successful on node user
Oct 15 19:46:02 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.539s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:46:02 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:46:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:46:02 user nova-compute[74712]: INFO nova.virt.block_device [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Booting with volume 569792cc-a53b-4d55-852c-1e38e8f00e39 at /dev/vda
Oct 15 19:46:02 user nova-compute[74712]: DEBUG nova.policy [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a97c60b4cad84335a827482277aaf129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5659a61b532e4ea48bc43a8b07d0e224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG os_brick.utils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c8a5e0c-4d07-4c6f-aec7-40d35e11f6c5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f58c26d-f209-47e6-a39a-1b341052f73e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfdb4bf8-4504-4d45-b530-82171a9fb6da]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3bc554f-fd8b-412c-b3b4-c8571f1b41d1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:46:02 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:46:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf0cd3f-b68a-49c5-b8e0-4baa97cd3534]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG os_brick.utils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:46:02 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating existing volume attachment record: cae7575c-d4cd-4f2e-a209-3a2bbdab2852 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:46:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:03 user nova-compute[74712]: DEBUG nova.network.neutron [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Successfully created port: 2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG nova.network.neutron [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Successfully updated port: 2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquired lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG nova.network.neutron [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-20b13dcf-63e3-4a39-9828-4a2918210f15 req-8a7aa256-ff72-48d8-a130-a48c84fefdd8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-changed-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-20b13dcf-63e3-4a39-9828-4a2918210f15 req-8a7aa256-ff72-48d8-a130-a48c84fefdd8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Refreshing instance network info cache due to event network-changed-2490ab02-d839-4da7-96f5-332f28180510. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-20b13dcf-63e3-4a39-9828-4a2918210f15 req-8a7aa256-ff72-48d8-a130-a48c84fefdd8 service nova] Acquiring lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG nova.network.neutron [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG nova.network.neutron [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating instance_info_cache with network_info: [{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Releasing lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Instance network_info: |[{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-20b13dcf-63e3-4a39-9828-4a2918210f15 req-8a7aa256-ff72-48d8-a130-a48c84fefdd8 service nova] Acquired lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG nova.network.neutron [req-20b13dcf-63e3-4a39-9828-4a2918210f15 req-8a7aa256-ff72-48d8-a130-a48c84fefdd8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Refreshing network info cache for port 2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:46:05 user nova-compute[74712]: INFO nova.compute.claims [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Claim successful on node user
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.network.neutron [req-20b13dcf-63e3-4a39-9828-4a2918210f15 req-8a7aa256-ff72-48d8-a130-a48c84fefdd8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updated VIF entry in instance network info cache for port 2490ab02-d839-4da7-96f5-332f28180510. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.network.neutron [req-20b13dcf-63e3-4a39-9828-4a2918210f15 req-8a7aa256-ff72-48d8-a130-a48c84fefdd8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating instance_info_cache with network_info: [{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-20b13dcf-63e3-4a39-9828-4a2918210f15 req-8a7aa256-ff72-48d8-a130-a48c84fefdd8 service nova] Releasing lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.482s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.network.neutron [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:46:05 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.policy [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6c12548778b43868427f70130d309e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7616a77b172b4d118b7c1a8a6a3033a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:46:05 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Creating image(s)
Oct 15 19:46:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.203s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk 1073741824" returned: 0 in 0.059s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Cannot resize image /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Ensure instance console log exists: /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:06 user nova-compute[74712]: DEBUG nova.network.neutron [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Successfully created port: 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.network.neutron [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Successfully updated port: 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquired lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.network.neutron [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-91300127-d135-48f0-a172-fab738dd12e6 req-5637276f-9061-437f-9f12-0983af9b90cb service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-changed-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-91300127-d135-48f0-a172-fab738dd12e6 req-5637276f-9061-437f-9f12-0983af9b90cb service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Refreshing instance network info cache due to event network-changed-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91300127-d135-48f0-a172-fab738dd12e6 req-5637276f-9061-437f-9f12-0983af9b90cb service nova] Acquiring lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.network.neutron [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.network.neutron [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updating instance_info_cache with network_info: [{"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Releasing lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Instance network_info: |[{"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91300127-d135-48f0-a172-fab738dd12e6 req-5637276f-9061-437f-9f12-0983af9b90cb service nova] Acquired lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-91300127-d135-48f0-a172-fab738dd12e6 req-5637276f-9061-437f-9f12-0983af9b90cb service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Refreshing network info cache for port 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Start _get_guest_xml network_info=[{"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:46:07 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:07 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:46:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2030024990',display_name='tempest-ServerStableDeviceRescueTest-server-2030024990',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2030024990',id=20,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGpjUuAC5dagNgQPEKO9z2uLAfnanJYBGI9BkVHPpWhIavx7r46vgPFRc8jEAKIG+oGWylNQtxs87QnWRWzl7uCLNzxTp3Bw7obG3LeQiwfO5wc/KczomniYq0sZvCVPjA==',key_name='tempest-keypair-801407402',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7616a77b172b4d118b7c1a8a6a3033a3',ramdisk_id='',reservation_id='r-xgbruxj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-545371868',owner_user_name='tempest-ServerStableDeviceRescueTest-545371868-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:46:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6c12548778b43868427f70130d309e2',uuid=c59c3991-7189-4911-9d31-f401a9fa253c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Converting VIF {"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fd:45,bridge_name='br-int',has_traffic_filtering=True,id=77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e,network=Network(08923d5f-9bb5-4bba-bbaf-84e6c7d03990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77fbb8c8-d8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.objects.instance [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'pci_devices' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:46:08 user nova-compute[74712]:   <uuid>c59c3991-7189-4911-9d31-f401a9fa253c</uuid>
Oct 15 19:46:08 user nova-compute[74712]:   <name>instance-00000014</name>
Oct 15 19:46:08 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:46:08 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:46:08 user nova-compute[74712]:   <metadata>
Oct 15 19:46:08 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:46:08 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:46:08 user nova-compute[74712]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2030024990</nova:name>
Oct 15 19:46:08 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:46:07</nova:creationTime>
Oct 15 19:46:08 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:46:08 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:46:08 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:46:08 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:46:08 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:46:08 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:46:08 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:46:08 user nova-compute[74712]:       <nova:owner>
Oct 15 19:46:08 user nova-compute[74712]:         <nova:user uuid="b6c12548778b43868427f70130d309e2">tempest-ServerStableDeviceRescueTest-545371868-project-member</nova:user>
Oct 15 19:46:08 user nova-compute[74712]:         <nova:project uuid="7616a77b172b4d118b7c1a8a6a3033a3">tempest-ServerStableDeviceRescueTest-545371868</nova:project>
Oct 15 19:46:08 user nova-compute[74712]:       </nova:owner>
Oct 15 19:46:08 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:46:08 user nova-compute[74712]:       <nova:ports>
Oct 15 19:46:08 user nova-compute[74712]:         <nova:port uuid="77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e">
Oct 15 19:46:08 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:46:08 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:08 user nova-compute[74712]:       </nova:ports>
Oct 15 19:46:08 user nova-compute[74712]:     </nova:instance>
Oct 15 19:46:08 user nova-compute[74712]:   </metadata>
Oct 15 19:46:08 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:46:08 user nova-compute[74712]:     <system>
Oct 15 19:46:08 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:46:08 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:46:08 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:46:08 user nova-compute[74712]:       <entry name="serial">c59c3991-7189-4911-9d31-f401a9fa253c</entry>
Oct 15 19:46:08 user nova-compute[74712]:       <entry name="uuid">c59c3991-7189-4911-9d31-f401a9fa253c</entry>
Oct 15 19:46:08 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:46:08 user nova-compute[74712]:     </system>
Oct 15 19:46:08 user nova-compute[74712]:   </sysinfo>
Oct 15 19:46:08 user nova-compute[74712]:   <os>
Oct 15 19:46:08 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:46:08 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:46:08 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:46:08 user nova-compute[74712]:   </os>
Oct 15 19:46:08 user nova-compute[74712]:   <features>
Oct 15 19:46:08 user nova-compute[74712]:     <acpi/>
Oct 15 19:46:08 user nova-compute[74712]:     <apic/>
Oct 15 19:46:08 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:46:08 user nova-compute[74712]:   </features>
Oct 15 19:46:08 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:46:08 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:46:08 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:46:08 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:46:08 user nova-compute[74712]:   </clock>
Oct 15 19:46:08 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:46:08 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:46:08 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:46:08 user nova-compute[74712]:   </cpu>
Oct 15 19:46:08 user nova-compute[74712]:   <devices>
Oct 15 19:46:08 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:46:08 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:46:08 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk"/>
Oct 15 19:46:08 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:46:08 user nova-compute[74712]:     </disk>
Oct 15 19:46:08 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:08 user nova-compute[74712]:       <mac address="fa:16:3e:3e:fd:45"/>
Oct 15 19:46:08 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:08 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:08 user nova-compute[74712]:       <target dev="tap77fbb8c8-d8"/>
Oct 15 19:46:08 user nova-compute[74712]:     </interface>
Oct 15 19:46:08 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:46:08 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/console.log" append="off"/>
Oct 15 19:46:08 user nova-compute[74712]:     </serial>
Oct 15 19:46:08 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:46:08 user nova-compute[74712]:     <video>
Oct 15 19:46:08 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:08 user nova-compute[74712]:     </video>
Oct 15 19:46:08 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:46:08 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:46:08 user nova-compute[74712]:     </rng>
Oct 15 19:46:08 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:46:08 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:46:08 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:46:08 user nova-compute[74712]:     </memballoon>
Oct 15 19:46:08 user nova-compute[74712]:   </devices>
Oct 15 19:46:08 user nova-compute[74712]: </domain>
Oct 15 19:46:08 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2030024990',display_name='tempest-ServerStableDeviceRescueTest-server-2030024990',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2030024990',id=20,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGpjUuAC5dagNgQPEKO9z2uLAfnanJYBGI9BkVHPpWhIavx7r46vgPFRc8jEAKIG+oGWylNQtxs87QnWRWzl7uCLNzxTp3Bw7obG3LeQiwfO5wc/KczomniYq0sZvCVPjA==',key_name='tempest-keypair-801407402',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7616a77b172b4d118b7c1a8a6a3033a3',ramdisk_id='',reservation_id='r-xgbruxj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-545371868',owner_user_name='tempest-ServerStableDeviceRescueTest-545371868-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:46:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6c12548778b43868427f70130d309e2',uuid=c59c3991-7189-4911-9d31-f401a9fa253c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Converting VIF {"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fd:45,bridge_name='br-int',has_traffic_filtering=True,id=77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e,network=Network(08923d5f-9bb5-4bba-bbaf-84e6c7d03990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77fbb8c8-d8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG os_vif [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fd:45,bridge_name='br-int',has_traffic_filtering=True,id=77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e,network=Network(08923d5f-9bb5-4bba-bbaf-84e6c7d03990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77fbb8c8-d8') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cf2b9717-51f0-5742-b95e-aca767b7d4e9', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap77fbb8c8-d8, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap77fbb8c8-d8, col_values=(('qos', UUID('34b14cd4-3387-46ef-a7dc-525273009c55')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap77fbb8c8-d8, col_values=(('external_ids', {'iface-id': '77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3e:fd:45', 'vm-uuid': 'c59c3991-7189-4911-9d31-f401a9fa253c'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:08 user nova-compute[74712]: INFO os_vif [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fd:45,bridge_name='br-int',has_traffic_filtering=True,id=77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e,network=Network(08923d5f-9bb5-4bba-bbaf-84e6c7d03990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77fbb8c8-d8')
Oct 15 19:46:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] No VIF found with MAC fa:16:3e:3e:fd:45, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.network.neutron [req-91300127-d135-48f0-a172-fab738dd12e6 req-5637276f-9061-437f-9f12-0983af9b90cb service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updated VIF entry in instance network info cache for port 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG nova.network.neutron [req-91300127-d135-48f0-a172-fab738dd12e6 req-5637276f-9061-437f-9f12-0983af9b90cb service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updating instance_info_cache with network_info: [{"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91300127-d135-48f0-a172-fab738dd12e6 req-5637276f-9061-437f-9f12-0983af9b90cb service nova] Releasing lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-f182fc00-2add-46c0-99ea-4de8e28d9b4f req-0c8cf768-c7a2-4115-b175-fecda7f277ad service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f182fc00-2add-46c0-99ea-4de8e28d9b4f req-0c8cf768-c7a2-4115-b175-fecda7f277ad service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f182fc00-2add-46c0-99ea-4de8e28d9b4f req-0c8cf768-c7a2-4115-b175-fecda7f277ad service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f182fc00-2add-46c0-99ea-4de8e28d9b4f req-0c8cf768-c7a2-4115-b175-fecda7f277ad service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-f182fc00-2add-46c0-99ea-4de8e28d9b4f req-0c8cf768-c7a2-4115-b175-fecda7f277ad service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:09 user nova-compute[74712]: WARNING nova.compute.manager [req-f182fc00-2add-46c0-99ea-4de8e28d9b4f req-0c8cf768-c7a2-4115-b175-fecda7f277ad service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state building and task_state spawning.
Oct 15 19:46:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.compute.manager [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:46:11 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Instance spawned successfully.
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:11 user nova-compute[74712]: INFO nova.compute.manager [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Took 5.91 seconds to spawn the instance on the hypervisor.
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.compute.manager [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-de5b73f8-7b9f-4ac9-b2cc-e35d6463c0e6 req-2c85949d-3aa2-463b-98fe-3305294c2248 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-de5b73f8-7b9f-4ac9-b2cc-e35d6463c0e6 req-2c85949d-3aa2-463b-98fe-3305294c2248 service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-de5b73f8-7b9f-4ac9-b2cc-e35d6463c0e6 req-2c85949d-3aa2-463b-98fe-3305294c2248 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-de5b73f8-7b9f-4ac9-b2cc-e35d6463c0e6 req-2c85949d-3aa2-463b-98fe-3305294c2248 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-de5b73f8-7b9f-4ac9-b2cc-e35d6463c0e6 req-2c85949d-3aa2-463b-98fe-3305294c2248 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:11 user nova-compute[74712]: WARNING nova.compute.manager [req-de5b73f8-7b9f-4ac9-b2cc-e35d6463c0e6 req-2c85949d-3aa2-463b-98fe-3305294c2248 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state building and task_state spawning.
Oct 15 19:46:11 user nova-compute[74712]: INFO nova.compute.manager [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Took 6.78 seconds to build instance.
Oct 15 19:46:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-47d13ba5-b83b-4fb5-9161-abfbe1df4881 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.919s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:17 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:46:17 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:46:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:17 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:46:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:46:18 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Creating image(s)
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Ensure instance console log exists: /opt/stack/data/nova/instances/4adf9502-172d-4f6e-b684-7d176dfa6665/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Start _get_guest_xml network_info=[{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'izNwkbLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4adf9502-172d-4f6e-b684-7d176dfa6665', 'attached_at': '', 'detached_at': '', 'volume_id': '569792cc-a53b-4d55-852c-1e38e8f00e39', 'serial': '569792cc-a53b-4d55-852c-1e38e8f00e39'}, 'attachment_id': 'cae7575c-d4cd-4f2e-a209-3a2bbdab2852', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:46:18 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:18 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'izNwkbLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:46:18 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:46:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:46:18 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:46:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:46:18 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e8240d6-622c-43b1-ae84-53fb61e99223]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:46:18 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[29081eff-dc89-451d-86b4-74f973f4e527]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39] added
Oct 15 19:46:18 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[264453c9-67b4-48b8-8f58-c20e2d5b6b1c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abb2732-2ea1-45c9-af4f-de3fc6dfb637]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v izNwkbLy {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v izNwkbLy" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e898781f-d5e4-455a-a38c-318e84478823]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'izNwkbLy'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2976a706-9790-4d8b-8d1f-a7ed74328628]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bea9498-33d3-4044-b1bc-3e35766d5c67]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:19 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:19 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:19 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:19 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5cc08e7-b9b1-429c-98e3-a7447f13fde7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260]
Oct 15 19:46:19 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260] successful.
Oct 15 19:46:19 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[246cad3a-5570-40d9-a60f-cbb52dcaab7e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc65828d-d987-453a-b8d4-b352d01ed82d]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:19 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:19 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:19 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:19 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:19 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:19 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] HCTL ('34', '-', '-', 0) found on session 22 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[884c36cc-34c1-42fc-a5a2-58994764f95f]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Searching for a device in session 22 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'izNwkbLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '23630386430303666', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630386430303666', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1679183953',display_name='tempest-TestShelveInstance-server-1679183953',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1679183953',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP88bzY1DqIThRbuD+v02FDRnfRpTVcVxxJnYteog8B0K9srjUgt1w16Iq8Bmcgf81U3dk6YQdxENExUyrHeTnwap8hH0tribmVI7RSjUbbNSdOsU+7Ub4mOETSESnnMJA==',key_name='tempest-TestShelveInstance-2069045816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5659a61b532e4ea48bc43a8b07d0e224',ramdisk_id='',reservation_id='r-gjnicpz2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-304421667',owner_user_name='tempest-TestShelveInstance-304421667-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:46:03Z,user_data=None,user_id='a97c60b4cad84335a827482277aaf129',uuid=4adf9502-172d-4f6e-b684-7d176dfa6665,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converting VIF {"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.objects.instance [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lazy-loading 'pci_devices' on Instance uuid 4adf9502-172d-4f6e-b684-7d176dfa6665 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:46:20 user nova-compute[74712]:   <uuid>4adf9502-172d-4f6e-b684-7d176dfa6665</uuid>
Oct 15 19:46:20 user nova-compute[74712]:   <name>instance-00000013</name>
Oct 15 19:46:20 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:46:20 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:46:20 user nova-compute[74712]:   <metadata>
Oct 15 19:46:20 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:46:20 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:46:20 user nova-compute[74712]:       <nova:name>tempest-TestShelveInstance-server-1679183953</nova:name>
Oct 15 19:46:20 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:46:18</nova:creationTime>
Oct 15 19:46:20 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:46:20 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:46:20 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:46:20 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:46:20 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:46:20 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:46:20 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:46:20 user nova-compute[74712]:       <nova:owner>
Oct 15 19:46:20 user nova-compute[74712]:         <nova:user uuid="a97c60b4cad84335a827482277aaf129">tempest-TestShelveInstance-304421667-project-member</nova:user>
Oct 15 19:46:20 user nova-compute[74712]:         <nova:project uuid="5659a61b532e4ea48bc43a8b07d0e224">tempest-TestShelveInstance-304421667</nova:project>
Oct 15 19:46:20 user nova-compute[74712]:       </nova:owner>
Oct 15 19:46:20 user nova-compute[74712]:       <nova:ports>
Oct 15 19:46:20 user nova-compute[74712]:         <nova:port uuid="2490ab02-d839-4da7-96f5-332f28180510">
Oct 15 19:46:20 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 15 19:46:20 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:20 user nova-compute[74712]:       </nova:ports>
Oct 15 19:46:20 user nova-compute[74712]:     </nova:instance>
Oct 15 19:46:20 user nova-compute[74712]:   </metadata>
Oct 15 19:46:20 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:46:20 user nova-compute[74712]:     <system>
Oct 15 19:46:20 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:46:20 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:46:20 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:46:20 user nova-compute[74712]:       <entry name="serial">4adf9502-172d-4f6e-b684-7d176dfa6665</entry>
Oct 15 19:46:20 user nova-compute[74712]:       <entry name="uuid">4adf9502-172d-4f6e-b684-7d176dfa6665</entry>
Oct 15 19:46:20 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:46:20 user nova-compute[74712]:     </system>
Oct 15 19:46:20 user nova-compute[74712]:   </sysinfo>
Oct 15 19:46:20 user nova-compute[74712]:   <os>
Oct 15 19:46:20 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:46:20 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:46:20 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:46:20 user nova-compute[74712]:   </os>
Oct 15 19:46:20 user nova-compute[74712]:   <features>
Oct 15 19:46:20 user nova-compute[74712]:     <acpi/>
Oct 15 19:46:20 user nova-compute[74712]:     <apic/>
Oct 15 19:46:20 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:46:20 user nova-compute[74712]:   </features>
Oct 15 19:46:20 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:46:20 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:46:20 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:46:20 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:46:20 user nova-compute[74712]:   </clock>
Oct 15 19:46:20 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:46:20 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:46:20 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:46:20 user nova-compute[74712]:   </cpu>
Oct 15 19:46:20 user nova-compute[74712]:   <devices>
Oct 15 19:46:20 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:46:20 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:46:20 user nova-compute[74712]:       <source dev="/dev/sdc"/>
Oct 15 19:46:20 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:46:20 user nova-compute[74712]:       <serial>569792cc-a53b-4d55-852c-1e38e8f00e39</serial>
Oct 15 19:46:20 user nova-compute[74712]:     </disk>
Oct 15 19:46:20 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:20 user nova-compute[74712]:       <mac address="fa:16:3e:a2:89:4c"/>
Oct 15 19:46:20 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:20 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:20 user nova-compute[74712]:       <target dev="tap2490ab02-d8"/>
Oct 15 19:46:20 user nova-compute[74712]:     </interface>
Oct 15 19:46:20 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:46:20 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/4adf9502-172d-4f6e-b684-7d176dfa6665/console.log" append="off"/>
Oct 15 19:46:20 user nova-compute[74712]:     </serial>
Oct 15 19:46:20 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:46:20 user nova-compute[74712]:     <video>
Oct 15 19:46:20 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:20 user nova-compute[74712]:     </video>
Oct 15 19:46:20 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:46:20 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:46:20 user nova-compute[74712]:     </rng>
Oct 15 19:46:20 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:46:20 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:46:20 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:46:20 user nova-compute[74712]:     </memballoon>
Oct 15 19:46:20 user nova-compute[74712]:   </devices>
Oct 15 19:46:20 user nova-compute[74712]: </domain>
Oct 15 19:46:20 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1679183953',display_name='tempest-TestShelveInstance-server-1679183953',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1679183953',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP88bzY1DqIThRbuD+v02FDRnfRpTVcVxxJnYteog8B0K9srjUgt1w16Iq8Bmcgf81U3dk6YQdxENExUyrHeTnwap8hH0tribmVI7RSjUbbNSdOsU+7Ub4mOETSESnnMJA==',key_name='tempest-TestShelveInstance-2069045816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5659a61b532e4ea48bc43a8b07d0e224',ramdisk_id='',reservation_id='r-gjnicpz2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-304421667',owner_user_name='tempest-TestShelveInstance-304421667-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:46:03Z,user_data=None,user_id='a97c60b4cad84335a827482277aaf129',uuid=4adf9502-172d-4f6e-b684-7d176dfa6665,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converting VIF {"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG os_vif [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4baf9532-b1f2-5e01-b3ac-8d20d4a60acf', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2490ab02-d8, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2490ab02-d8, col_values=(('qos', UUID('8f945b1e-6265-4f0b-a7a4-12d8410d32b1')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2490ab02-d8, col_values=(('external_ids', {'iface-id': '2490ab02-d839-4da7-96f5-332f28180510', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:89:4c', 'vm-uuid': '4adf9502-172d-4f6e-b684-7d176dfa6665'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:20 user nova-compute[74712]: INFO os_vif [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8')
Oct 15 19:46:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] No VIF found with MAC fa:16:3e:a2:89:4c, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:21 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:21 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7928MB free_disk=25.265045166015625GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:21 user nova-compute[74712]: INFO nova.virt.block_device [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Booting with volume f046e112-b576-4de8-b0de-db3a2676330b at /dev/vdc
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance d4f72272-1614-4117-ae4c-78ab1b8bd924 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a7fe02b3-a623-4867-87b0-174643f2167a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance b106586e-8899-4d70-a1f7-3777c2a0e880 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4adf9502-172d-4f6e-b684-7d176dfa6665 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c59c3991-7189-4911-9d31-f401a9fa253c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG os_brick.utils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d60a1ed1-0d52-4e2d-a5dd-cb04dae6ff16]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8103d3aa-69b3-4426-9e6e-500b46c7fb12]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b7be5f-3610-4e27-816c-e49b77339793]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac55bf9b-489c-4225-a0c4-25d9014ff9ce]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:46:21 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:46:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e29a588b-87e3-4187-a1d6-1974f5e92ad2]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG os_brick.utils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating existing volume attachment record: 5d99bf33-2017-42a9-afb0-372e25e78c8e {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-61a6491d-fe61-495b-8dbd-0430c7002743 req-c182ffa2-f8c9-48ac-ac5f-347701d2adac service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-61a6491d-fe61-495b-8dbd-0430c7002743 req-c182ffa2-f8c9-48ac-ac5f-347701d2adac service nova] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-61a6491d-fe61-495b-8dbd-0430c7002743 req-c182ffa2-f8c9-48ac-ac5f-347701d2adac service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-61a6491d-fe61-495b-8dbd-0430c7002743 req-c182ffa2-f8c9-48ac-ac5f-347701d2adac service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-61a6491d-fe61-495b-8dbd-0430c7002743 req-c182ffa2-f8c9-48ac-ac5f-347701d2adac service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] No waiting events found dispatching network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:22 user nova-compute[74712]: WARNING nova.compute.manager [req-61a6491d-fe61-495b-8dbd-0430c7002743 req-c182ffa2-f8c9-48ac-ac5f-347701d2adac service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received unexpected event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 for instance with vm_state building and task_state spawning.
Oct 15 19:46:22 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.809s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:46:24 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Instance spawned successfully.
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-822c8a02-82a0-4a89-bf78-46dd2de96f8f req-32e6595a-3bff-40bc-abae-08fa0ba1eda8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-822c8a02-82a0-4a89-bf78-46dd2de96f8f req-32e6595a-3bff-40bc-abae-08fa0ba1eda8 service nova] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-822c8a02-82a0-4a89-bf78-46dd2de96f8f req-32e6595a-3bff-40bc-abae-08fa0ba1eda8 service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-822c8a02-82a0-4a89-bf78-46dd2de96f8f req-32e6595a-3bff-40bc-abae-08fa0ba1eda8 service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-822c8a02-82a0-4a89-bf78-46dd2de96f8f req-32e6595a-3bff-40bc-abae-08fa0ba1eda8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] No waiting events found dispatching network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:24 user nova-compute[74712]: WARNING nova.compute.manager [req-822c8a02-82a0-4a89-bf78-46dd2de96f8f req-32e6595a-3bff-40bc-abae-08fa0ba1eda8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received unexpected event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 for instance with vm_state building and task_state spawning.
Oct 15 19:46:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:46:24 user nova-compute[74712]: INFO nova.compute.manager [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Took 5.51 seconds to spawn the instance on the hypervisor.
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:46:24 user nova-compute[74712]: INFO nova.compute.manager [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Took 22.70 seconds to build instance.
Oct 15 19:46:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-68eb87cc-b551-468f-a4ea-20dd2324e2c3 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.834s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [{"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:46:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:46:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:46:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:46:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:46:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:46:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:46:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:46:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:30 user nova-compute[74712]: INFO nova.compute.manager [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Terminating instance
Oct 15 19:46:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-974b806e-9e29-45b4-993b-2d260e1cba97 req-a3c09605-1748-4e08-ad66-e7967985a262 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-unplugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-974b806e-9e29-45b4-993b-2d260e1cba97 req-a3c09605-1748-4e08-ad66-e7967985a262 service nova] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-974b806e-9e29-45b4-993b-2d260e1cba97 req-a3c09605-1748-4e08-ad66-e7967985a262 service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-974b806e-9e29-45b4-993b-2d260e1cba97 req-a3c09605-1748-4e08-ad66-e7967985a262 service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-974b806e-9e29-45b4-993b-2d260e1cba97 req-a3c09605-1748-4e08-ad66-e7967985a262 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] No waiting events found dispatching network-vif-unplugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-974b806e-9e29-45b4-993b-2d260e1cba97 req-a3c09605-1748-4e08-ad66-e7967985a262 service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-unplugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:46:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Instance destroyed successfully.
Oct 15 19:46:31 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lazy-loading 'resources' on Instance uuid d4f72272-1614-4117-ae4c-78ab1b8bd924 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2098592256',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2098592256',id=15,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd5w7ZRdp6M6UoKe/THsRt5YLs/N1qzv4KcFMjcRivO8kFV5dilpjPDL/Qa25euNDqIDZ2WhZyRIFl9hiDC3ixg78aG+yNEepuTGkIwg1+nJwyoKmeInxkgSk4g1c4qqw==',key_name='tempest-keypair-172136724',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='45a511073a2749ac8514931d5578e71c',ramdisk_id='',reservation_id='r-b6w324p4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1029654685',owner_user_name='tempest-TaggedAttachmentsTest-1029654685-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:43:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97dc4a8373a340eebcd5a8ab2467f0e9',uuid=d4f72272-1614-4117-ae4c-78ab1b8bd924,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converting VIF {"id": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "address": "fa:16:3e:01:5b:5a", "network": {"id": "67f6e98c-b306-4c7a-b87a-d1d529901cd8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-163450407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45a511073a2749ac8514931d5578e71c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bc391c4-46", "ovs_interfaceid": "4bc391c4-4636-4d21-94e2-b59d2f964d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:5b:5a,bridge_name='br-int',has_traffic_filtering=True,id=4bc391c4-4636-4d21-94e2-b59d2f964d04,network=Network(67f6e98c-b306-4c7a-b87a-d1d529901cd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bc391c4-46') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG os_vif [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:5b:5a,bridge_name='br-int',has_traffic_filtering=True,id=4bc391c4-4636-4d21-94e2-b59d2f964d04,network=Network(67f6e98c-b306-4c7a-b87a-d1d529901cd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bc391c4-46') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4bc391c4-46, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7f1758dd-6d9f-4358-93d3-d7921452dca3) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:31 user nova-compute[74712]: INFO os_vif [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:5b:5a,bridge_name='br-int',has_traffic_filtering=True,id=4bc391c4-4636-4d21-94e2-b59d2f964d04,network=Network(67f6e98c-b306-4c7a-b87a-d1d529901cd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bc391c4-46')
Oct 15 19:46:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Deleting instance files /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924_del
Oct 15 19:46:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Deletion of /opt/stack/data/nova/instances/d4f72272-1614-4117-ae4c-78ab1b8bd924_del complete
Oct 15 19:46:31 user nova-compute[74712]: INFO nova.compute.manager [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 15 19:46:31 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:46:31 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:46:32 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:32 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Took 0.88 seconds to deallocate network for instance.
Oct 15 19:46:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:32 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:46:32 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:46:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.432s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:32 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Deleted allocations for instance d4f72272-1614-4117-ae4c-78ab1b8bd924
Oct 15 19:46:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-a0d755de-68f7-4f85-acba-3c823fd345e7 req-3eb0b199-58a1-4181-acb7-5ec31a983e1e service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-plugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a0d755de-68f7-4f85-acba-3c823fd345e7 req-3eb0b199-58a1-4181-acb7-5ec31a983e1e service nova] Acquiring lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a0d755de-68f7-4f85-acba-3c823fd345e7 req-3eb0b199-58a1-4181-acb7-5ec31a983e1e service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a0d755de-68f7-4f85-acba-3c823fd345e7 req-3eb0b199-58a1-4181-acb7-5ec31a983e1e service nova] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-a0d755de-68f7-4f85-acba-3c823fd345e7 req-3eb0b199-58a1-4181-acb7-5ec31a983e1e service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] No waiting events found dispatching network-vif-plugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:32 user nova-compute[74712]: WARNING nova.compute.manager [req-a0d755de-68f7-4f85-acba-3c823fd345e7 req-3eb0b199-58a1-4181-acb7-5ec31a983e1e service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received unexpected event network-vif-plugged-4bc391c4-4636-4d21-94e2-b59d2f964d04 for instance with vm_state deleted and task_state None.
Oct 15 19:46:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-a0d755de-68f7-4f85-acba-3c823fd345e7 req-3eb0b199-58a1-4181-acb7-5ec31a983e1e service nova] [instance: d4f72272-1614-4117-ae4c-78ab1b8bd924] Received event network-vif-deleted-4bc391c4-4636-4d21-94e2-b59d2f964d04 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e1971609-a78b-4380-9063-750b3fe59596 tempest-TaggedAttachmentsTest-1029654685 tempest-TaggedAttachmentsTest-1029654685-project-member] Lock "d4f72272-1614-4117-ae4c-78ab1b8bd924" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.444s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "d187f4ee-3318-456e-9d87-96442001811f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "d187f4ee-3318-456e-9d87-96442001811f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:46:34 user nova-compute[74712]: INFO nova.compute.claims [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Claim successful on node user
Oct 15 19:46:34 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquired lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG nova.network.neutron [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'info_cache' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:34 user nova-compute[74712]: DEBUG nova.objects.base [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.479s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:46:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.policy [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f98b3c56ec2b4ecdbd1fe300dee67a02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fab5913943d4e73905cbf0337cd5252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:46:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Creating image(s)
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "/opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "/opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "/opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updating instance_info_cache with network_info: [{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Releasing lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance destroyed successfully.
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'resources' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.objects.base [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1959526558',display_name='tempest-AttachVolumeTestJSON-server-1959526558',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1959526558',id=4,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFg0ZyD9w1Nk5vApk8/hOVaPEqL9AsbygKRwJs58DgFIWbco1bBK6NsavSh4qsG7V/i6RP80OqhZpDrVg7q1ZtPeha5Gll8ljYZmNIIECGSb9LiIPc03IVxFzYIpSbAymw==',key_name='tempest-keypair-564300444',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-5gqaxhjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:44:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG os_vif [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap28fe02bb-44, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6f199b94-20ec-44c7-9517-2665e0b500a4) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:35 user nova-compute[74712]: INFO os_vif [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44')
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Start _get_guest_xml network_info=[{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'numa_topology' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.objects.base [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:46:35 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:35 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.objects.base [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1959526558',display_name='tempest-AttachVolumeTestJSON-server-1959526558',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1959526558',id=4,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFg0ZyD9w1Nk5vApk8/hOVaPEqL9AsbygKRwJs58DgFIWbco1bBK6NsavSh4qsG7V/i6RP80OqhZpDrVg7q1ZtPeha5Gll8ljYZmNIIECGSb9LiIPc03IVxFzYIpSbAymw==',key_name='tempest-keypair-564300444',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-5gqaxhjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:44:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'pci_devices' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.objects.base [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:46:35 user nova-compute[74712]:   <uuid>6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf</uuid>
Oct 15 19:46:35 user nova-compute[74712]:   <name>instance-00000004</name>
Oct 15 19:46:35 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:46:35 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:46:35 user nova-compute[74712]:   <metadata>
Oct 15 19:46:35 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:46:35 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:46:35 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeTestJSON-server-1959526558</nova:name>
Oct 15 19:46:35 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:46:35</nova:creationTime>
Oct 15 19:46:35 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:46:35 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:46:35 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:46:35 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:46:35 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:46:35 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:46:35 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:46:35 user nova-compute[74712]:       <nova:owner>
Oct 15 19:46:35 user nova-compute[74712]:         <nova:user uuid="9d48efcbd0794329a2a4064b10e721c4">tempest-AttachVolumeTestJSON-1553519355-project-member</nova:user>
Oct 15 19:46:35 user nova-compute[74712]:         <nova:project uuid="ea1a6a5a586544cc99e45204a29d48dd">tempest-AttachVolumeTestJSON-1553519355</nova:project>
Oct 15 19:46:35 user nova-compute[74712]:       </nova:owner>
Oct 15 19:46:35 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:46:35 user nova-compute[74712]:       <nova:ports>
Oct 15 19:46:35 user nova-compute[74712]:         <nova:port uuid="28fe02bb-44e0-47f4-898b-9abc977a76de">
Oct 15 19:46:35 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 15 19:46:35 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:35 user nova-compute[74712]:       </nova:ports>
Oct 15 19:46:35 user nova-compute[74712]:     </nova:instance>
Oct 15 19:46:35 user nova-compute[74712]:   </metadata>
Oct 15 19:46:35 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:46:35 user nova-compute[74712]:     <system>
Oct 15 19:46:35 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:46:35 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:46:35 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:46:35 user nova-compute[74712]:       <entry name="serial">6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf</entry>
Oct 15 19:46:35 user nova-compute[74712]:       <entry name="uuid">6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf</entry>
Oct 15 19:46:35 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:46:35 user nova-compute[74712]:     </system>
Oct 15 19:46:35 user nova-compute[74712]:   </sysinfo>
Oct 15 19:46:35 user nova-compute[74712]:   <os>
Oct 15 19:46:35 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:46:35 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:46:35 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:46:35 user nova-compute[74712]:   </os>
Oct 15 19:46:35 user nova-compute[74712]:   <features>
Oct 15 19:46:35 user nova-compute[74712]:     <acpi/>
Oct 15 19:46:35 user nova-compute[74712]:     <apic/>
Oct 15 19:46:35 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:46:35 user nova-compute[74712]:   </features>
Oct 15 19:46:35 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:46:35 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:46:35 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:46:35 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:46:35 user nova-compute[74712]:   </clock>
Oct 15 19:46:35 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:46:35 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:46:35 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:46:35 user nova-compute[74712]:   </cpu>
Oct 15 19:46:35 user nova-compute[74712]:   <devices>
Oct 15 19:46:35 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:46:35 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:46:35 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk"/>
Oct 15 19:46:35 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:46:35 user nova-compute[74712]:     </disk>
Oct 15 19:46:35 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:35 user nova-compute[74712]:       <mac address="fa:16:3e:75:ee:1e"/>
Oct 15 19:46:35 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:35 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:35 user nova-compute[74712]:       <target dev="tap28fe02bb-44"/>
Oct 15 19:46:35 user nova-compute[74712]:     </interface>
Oct 15 19:46:35 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:46:35 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/console.log" append="off"/>
Oct 15 19:46:35 user nova-compute[74712]:     </serial>
Oct 15 19:46:35 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:46:35 user nova-compute[74712]:     <video>
Oct 15 19:46:35 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:35 user nova-compute[74712]:     </video>
Oct 15 19:46:35 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:46:35 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:46:35 user nova-compute[74712]:     </rng>
Oct 15 19:46:35 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:46:35 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:46:35 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:46:35 user nova-compute[74712]:     </memballoon>
Oct 15 19:46:35 user nova-compute[74712]:   </devices>
Oct 15 19:46:35 user nova-compute[74712]: </domain>
Oct 15 19:46:35 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk 1073741824" returned: 0 in 0.057s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Successfully created port: 5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.222s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.objects.base [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Cannot resize image /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Ensure instance console log exists: /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Cannot resize image /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'migration_context' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Successfully updated port: 5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.objects.base [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Object Instance<6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1959526558',display_name='tempest-AttachVolumeTestJSON-server-1959526558',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1959526558',id=4,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFg0ZyD9w1Nk5vApk8/hOVaPEqL9AsbygKRwJs58DgFIWbco1bBK6NsavSh4qsG7V/i6RP80OqhZpDrVg7q1ZtPeha5Gll8ljYZmNIIECGSb9LiIPc03IVxFzYIpSbAymw==',key_name='tempest-keypair-564300444',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-5gqaxhjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:44:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG os_vif [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '54c07a55-3a59-5113-9678-9c0c003d3ea0', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "refresh_cache-d187f4ee-3318-456e-9d87-96442001811f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquired lock "refresh_cache-d187f4ee-3318-456e-9d87-96442001811f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap28fe02bb-44, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap28fe02bb-44, col_values=(('qos', UUID('222f624d-e827-4e9c-b86d-4119eee644ff')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap28fe02bb-44, col_values=(('external_ids', {'iface-id': '28fe02bb-44e0-47f4-898b-9abc977a76de', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:ee:1e', 'vm-uuid': '6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-89d39897-7c36-48f7-baa1-bc982cc567c3 req-5e77fb96-7d5c-454f-851b-b9c8ac8c1e62 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Received event network-changed-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-89d39897-7c36-48f7-baa1-bc982cc567c3 req-5e77fb96-7d5c-454f-851b-b9c8ac8c1e62 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Refreshing instance network info cache due to event network-changed-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89d39897-7c36-48f7-baa1-bc982cc567c3 req-5e77fb96-7d5c-454f-851b-b9c8ac8c1e62 service nova] Acquiring lock "refresh_cache-d187f4ee-3318-456e-9d87-96442001811f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: INFO os_vif [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44')
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Updating instance_info_cache with network_info: [{"id": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "address": "fa:16:3e:71:5b:40", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bb8fa0d-f8", "ovs_interfaceid": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Releasing lock "refresh_cache-d187f4ee-3318-456e-9d87-96442001811f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Instance network_info: |[{"id": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "address": "fa:16:3e:71:5b:40", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bb8fa0d-f8", "ovs_interfaceid": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89d39897-7c36-48f7-baa1-bc982cc567c3 req-5e77fb96-7d5c-454f-851b-b9c8ac8c1e62 service nova] Acquired lock "refresh_cache-d187f4ee-3318-456e-9d87-96442001811f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.neutron [req-89d39897-7c36-48f7-baa1-bc982cc567c3 req-5e77fb96-7d5c-454f-851b-b9c8ac8c1e62 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Refreshing network info cache for port 5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Start _get_guest_xml network_info=[{"id": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "address": "fa:16:3e:71:5b:40", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bb8fa0d-f8", "ovs_interfaceid": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:46:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1556466925',display_name='tempest-VolumesActionsTest-instance-1556466925',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1556466925',id=21,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7fab5913943d4e73905cbf0337cd5252',ramdisk_id='',reservation_id='r-ceedhxpo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-809768542',owner_user_name='tempest-VolumesActionsTest-809768542-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:46:35Z,user_data=None,user_id='f98b3c56ec2b4ecdbd1fe300dee67a02',uuid=d187f4ee-3318-456e-9d87-96442001811f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "address": "fa:16:3e:71:5b:40", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bb8fa0d-f8", "ovs_interfaceid": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converting VIF {"id": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "address": "fa:16:3e:71:5b:40", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bb8fa0d-f8", "ovs_interfaceid": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:5b:40,bridge_name='br-int',has_traffic_filtering=True,id=5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bb8fa0d-f8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lazy-loading 'pci_devices' on Instance uuid d187f4ee-3318-456e-9d87-96442001811f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:46:36 user nova-compute[74712]:   <uuid>d187f4ee-3318-456e-9d87-96442001811f</uuid>
Oct 15 19:46:36 user nova-compute[74712]:   <name>instance-00000015</name>
Oct 15 19:46:36 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:46:36 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:46:36 user nova-compute[74712]:   <metadata>
Oct 15 19:46:36 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:46:36 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:46:36 user nova-compute[74712]:       <nova:name>tempest-VolumesActionsTest-instance-1556466925</nova:name>
Oct 15 19:46:36 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:46:36</nova:creationTime>
Oct 15 19:46:36 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:46:36 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:46:36 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:46:36 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:46:36 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:46:36 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:46:36 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:46:36 user nova-compute[74712]:       <nova:owner>
Oct 15 19:46:36 user nova-compute[74712]:         <nova:user uuid="f98b3c56ec2b4ecdbd1fe300dee67a02">tempest-VolumesActionsTest-809768542-project-member</nova:user>
Oct 15 19:46:36 user nova-compute[74712]:         <nova:project uuid="7fab5913943d4e73905cbf0337cd5252">tempest-VolumesActionsTest-809768542</nova:project>
Oct 15 19:46:36 user nova-compute[74712]:       </nova:owner>
Oct 15 19:46:36 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:46:36 user nova-compute[74712]:       <nova:ports>
Oct 15 19:46:36 user nova-compute[74712]:         <nova:port uuid="5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2">
Oct 15 19:46:36 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 15 19:46:36 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:36 user nova-compute[74712]:       </nova:ports>
Oct 15 19:46:36 user nova-compute[74712]:     </nova:instance>
Oct 15 19:46:36 user nova-compute[74712]:   </metadata>
Oct 15 19:46:36 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:46:36 user nova-compute[74712]:     <system>
Oct 15 19:46:36 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:46:36 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:46:36 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:46:36 user nova-compute[74712]:       <entry name="serial">d187f4ee-3318-456e-9d87-96442001811f</entry>
Oct 15 19:46:36 user nova-compute[74712]:       <entry name="uuid">d187f4ee-3318-456e-9d87-96442001811f</entry>
Oct 15 19:46:36 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:46:36 user nova-compute[74712]:     </system>
Oct 15 19:46:36 user nova-compute[74712]:   </sysinfo>
Oct 15 19:46:36 user nova-compute[74712]:   <os>
Oct 15 19:46:36 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:46:36 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:46:36 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:46:36 user nova-compute[74712]:   </os>
Oct 15 19:46:36 user nova-compute[74712]:   <features>
Oct 15 19:46:36 user nova-compute[74712]:     <acpi/>
Oct 15 19:46:36 user nova-compute[74712]:     <apic/>
Oct 15 19:46:36 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:46:36 user nova-compute[74712]:   </features>
Oct 15 19:46:36 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:46:36 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:46:36 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:46:36 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:46:36 user nova-compute[74712]:   </clock>
Oct 15 19:46:36 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:46:36 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:46:36 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:46:36 user nova-compute[74712]:   </cpu>
Oct 15 19:46:36 user nova-compute[74712]:   <devices>
Oct 15 19:46:36 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:46:36 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:46:36 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk"/>
Oct 15 19:46:36 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:46:36 user nova-compute[74712]:     </disk>
Oct 15 19:46:36 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:36 user nova-compute[74712]:       <mac address="fa:16:3e:71:5b:40"/>
Oct 15 19:46:36 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:36 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:36 user nova-compute[74712]:       <target dev="tap5bb8fa0d-f8"/>
Oct 15 19:46:36 user nova-compute[74712]:     </interface>
Oct 15 19:46:36 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:46:36 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/console.log" append="off"/>
Oct 15 19:46:36 user nova-compute[74712]:     </serial>
Oct 15 19:46:36 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:46:36 user nova-compute[74712]:     <video>
Oct 15 19:46:36 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:36 user nova-compute[74712]:     </video>
Oct 15 19:46:36 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:46:36 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:46:36 user nova-compute[74712]:     </rng>
Oct 15 19:46:36 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:46:36 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:46:36 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:46:36 user nova-compute[74712]:     </memballoon>
Oct 15 19:46:36 user nova-compute[74712]:   </devices>
Oct 15 19:46:36 user nova-compute[74712]: </domain>
Oct 15 19:46:36 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1556466925',display_name='tempest-VolumesActionsTest-instance-1556466925',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1556466925',id=21,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7fab5913943d4e73905cbf0337cd5252',ramdisk_id='',reservation_id='r-ceedhxpo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-809768542',owner_user_name='tempest-VolumesActionsTest-809768542-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:46:35Z,user_data=None,user_id='f98b3c56ec2b4ecdbd1fe300dee67a02',uuid=d187f4ee-3318-456e-9d87-96442001811f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "address": "fa:16:3e:71:5b:40", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bb8fa0d-f8", "ovs_interfaceid": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converting VIF {"id": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "address": "fa:16:3e:71:5b:40", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bb8fa0d-f8", "ovs_interfaceid": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:5b:40,bridge_name='br-int',has_traffic_filtering=True,id=5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bb8fa0d-f8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG os_vif [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:5b:40,bridge_name='br-int',has_traffic_filtering=True,id=5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bb8fa0d-f8') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6b661432-d8e5-516c-b12b-fcb1daef09c5', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5bb8fa0d-f8, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5bb8fa0d-f8, col_values=(('qos', UUID('88e3f544-cd51-43bc-99ae-24aebc94fe37')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5bb8fa0d-f8, col_values=(('external_ids', {'iface-id': '5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:5b:40', 'vm-uuid': 'd187f4ee-3318-456e-9d87-96442001811f'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:36 user nova-compute[74712]: INFO os_vif [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:5b:40,bridge_name='br-int',has_traffic_filtering=True,id=5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bb8fa0d-f8')
Oct 15 19:46:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:46:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] No VIF found with MAC fa:16:3e:71:5b:40, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:46:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-89d39897-7c36-48f7-baa1-bc982cc567c3 req-5e77fb96-7d5c-454f-851b-b9c8ac8c1e62 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Updated VIF entry in instance network info cache for port 5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:46:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-89d39897-7c36-48f7-baa1-bc982cc567c3 req-5e77fb96-7d5c-454f-851b-b9c8ac8c1e62 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Updating instance_info_cache with network_info: [{"id": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "address": "fa:16:3e:71:5b:40", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bb8fa0d-f8", "ovs_interfaceid": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89d39897-7c36-48f7-baa1-bc982cc567c3 req-5e77fb96-7d5c-454f-851b-b9c8ac8c1e62 service nova] Releasing lock "refresh_cache-d187f4ee-3318-456e-9d87-96442001811f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:46:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Creating image(s)
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Ensure instance console log exists: /opt/stack/data/nova/instances/1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Start _get_guest_xml network_info=[{"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obprumdL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4', 'attached_at': '', 'detached_at': '', 'volume_id': '3ad60ed8-6812-4115-82dc-4dc8bbdaab07', 'serial': '3ad60ed8-6812-4115-82dc-4dc8bbdaab07'}, 'attachment_id': '5f7defba-5795-4ac2-8caf-879ade8d3a82', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None}, {'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPXyMZVK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4', 'attached_at': '', 'detached_at': '', 'volume_id': '0c4d5148-6236-4994-b2a8-db377d23e9b5', 'serial': '0c4d5148-6236-4994-b2a8-db377d23e9b5'}, 'attachment_id': 'de806085-fcf8-479b-b60f-18f12fae2baf', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': 1, 'delete_on_termination': False, 'volume_type': None}, {'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zvjgJUhn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f046e112-b576-4de8-b0de-db3a2676330b', 'serial': 'f046e112-b576-4de8-b0de-db3a2676330b'}, 'attachment_id': '5d99bf33-2017-42a9-afb0-372e25e78c8e', 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'boot_index': 2, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:46:38 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:38 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obprumdL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:46:38 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:46:38 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:46:38 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[68201933-3948-47f6-8483-19f7379b4e93]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:46:38 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e62cf96-958c-4f25-9b63-b7b933e9c45b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07] added
Oct 15 19:46:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2063e7a2-132f-4774-9078-c682c60f5c70]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1af9198-49c2-4d6c-b823-74f1bb91809d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v obprumdL {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v obprumdL" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[22c6b3a4-8f3f-4e07-8ef8-92e95216e21d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'obprumdL'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f13b4dd9-d545-4565-9534-ee8bbe197e03]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[84e9b201-d48e-4065-94c3-5903d645c23b]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:38 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:38 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:38 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:38 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d0e0bc-2242-4ece-9497-5770beb3baf9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07, portal: 172.16.0.220,3260]
Oct 15 19:46:38 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07, portal: 172.16.0.220,3260] successful.
Oct 15 19:46:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[46168842-3d7b-4477-bf7a-c94ecc091be6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[77ec4ed7-e703-43a3-9f17-3c3af1a77444]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:38 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:38 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:38 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:46:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:38 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:38 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:38 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:46:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] HCTL ('36', '-', '-', 0) found on session 23 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a7b5d67-762d-418c-9278-24abc0e24393]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:46:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obprumdL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-99de3e10-8136-4731-8399-fd79f93d1bb0 req-49c84560-e43c-4a57-bb0c-412d3958f190 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-99de3e10-8136-4731-8399-fd79f93d1bb0 req-49c84560-e43c-4a57-bb0c-412d3958f190 service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-99de3e10-8136-4731-8399-fd79f93d1bb0 req-49c84560-e43c-4a57-bb0c-412d3958f190 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-99de3e10-8136-4731-8399-fd79f93d1bb0 req-49c84560-e43c-4a57-bb0c-412d3958f190 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-99de3e10-8136-4731-8399-fd79f93d1bb0 req-49c84560-e43c-4a57-bb0c-412d3958f190 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:39 user nova-compute[74712]: WARNING nova.compute.manager [req-99de3e10-8136-4731-8399-fd79f93d1bb0 req-49c84560-e43c-4a57-bb0c-412d3958f190 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state stopped and task_state powering-on.
Oct 15 19:46:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-3a27d6c9-4b5a-4b68-8914-ab3f01f149c1 req-b4f8d138-5cef-4fe1-a52f-c363051d90b0 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Received event network-vif-plugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3a27d6c9-4b5a-4b68-8914-ab3f01f149c1 req-b4f8d138-5cef-4fe1-a52f-c363051d90b0 service nova] Acquiring lock "d187f4ee-3318-456e-9d87-96442001811f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3a27d6c9-4b5a-4b68-8914-ab3f01f149c1 req-b4f8d138-5cef-4fe1-a52f-c363051d90b0 service nova] Lock "d187f4ee-3318-456e-9d87-96442001811f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3a27d6c9-4b5a-4b68-8914-ab3f01f149c1 req-b4f8d138-5cef-4fe1-a52f-c363051d90b0 service nova] Lock "d187f4ee-3318-456e-9d87-96442001811f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-3a27d6c9-4b5a-4b68-8914-ab3f01f149c1 req-b4f8d138-5cef-4fe1-a52f-c363051d90b0 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] No waiting events found dispatching network-vif-plugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:39 user nova-compute[74712]: WARNING nova.compute.manager [req-3a27d6c9-4b5a-4b68-8914-ab3f01f149c1 req-b4f8d138-5cef-4fe1-a52f-c363051d90b0 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Received unexpected event network-vif-plugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 for instance with vm_state building and task_state spawning.
Oct 15 19:46:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '26131356630663330', 'path': '/dev/sde'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131356630663330', 'path': '/dev/sde'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPXyMZVK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:46:39 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:46:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:46:39 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:46:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:46:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:46:39 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cddc6c0-46a0-489a-85ee-9659fcb58419]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:46:40 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc7fac50-67e5-4253-beda-d88c6370b3b0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5] added
Oct 15 19:46:40 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5de7835-3bfd-4158-8398-4c09daf0aa5f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6601fca3-a5e0-496b-acd7-1d1b3c4a809f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sPXyMZVK {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sPXyMZVK" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fe4930b-da3a-48eb-967c-03941e01be98]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sPXyMZVK'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee96fa0b-7124-4e6b-bb86-09a3fbb222d8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcde785f-26e3-4fe2-80f1-cf8b28407fbc]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ea6dcb-38d9-48c3-8cbb-410198eab6f6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5, portal: 172.16.0.220,3260]
Oct 15 19:46:40 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5, portal: 172.16.0.220,3260] successful.
Oct 15 19:46:40 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3328aa66-0848-4aca-a60a-aa9237285abf]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6892275b-012c-4ebb-9d16-7cca4985f5b6]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:46:40 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] HCTL ('37', '-', '-', 0) found on session 24 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[54d3e247-0d3f-483d-81a5-be0dbc80d940]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:40 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Searching for a device in session 24 and hctl ['37', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-3a9c431d-2074-4941-ac80-25345187666d req-62c00365-70eb-4027-b653-01eb31a09c82 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3a9c431d-2074-4941-ac80-25345187666d req-62c00365-70eb-4027-b653-01eb31a09c82 service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3a9c431d-2074-4941-ac80-25345187666d req-62c00365-70eb-4027-b653-01eb31a09c82 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3a9c431d-2074-4941-ac80-25345187666d req-62c00365-70eb-4027-b653-01eb31a09c82 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-3a9c431d-2074-4941-ac80-25345187666d req-62c00365-70eb-4027-b653-01eb31a09c82 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:41 user nova-compute[74712]: WARNING nova.compute.manager [req-3a9c431d-2074-4941-ac80-25345187666d req-62c00365-70eb-4027-b653-01eb31a09c82 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state stopped and task_state powering-on.
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Searching for a device in session 24 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPXyMZVK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] <== connect_volume: return (1333ms) {'type': 'block', 'scsi_wwn': '23631613537396365', 'path': '/dev/sdf'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631613537396365', 'path': '/dev/sdf'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zvjgJUhn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:46:41 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:46:41 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:46:41 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a036fee-7029-4551-977e-31ebe0a85c21]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:46:41 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[291c8c74-2f10-45ba-b1a6-bd5cdd81f5a1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b] added
Oct 15 19:46:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-38dbf5b5-33ec-4d80-bf94-4fbb15589a03 req-923a9461-c0fe-4497-8278-6b8baf9bfd13 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Received event network-vif-plugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-38dbf5b5-33ec-4d80-bf94-4fbb15589a03 req-923a9461-c0fe-4497-8278-6b8baf9bfd13 service nova] Acquiring lock "d187f4ee-3318-456e-9d87-96442001811f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-38dbf5b5-33ec-4d80-bf94-4fbb15589a03 req-923a9461-c0fe-4497-8278-6b8baf9bfd13 service nova] Lock "d187f4ee-3318-456e-9d87-96442001811f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-38dbf5b5-33ec-4d80-bf94-4fbb15589a03 req-923a9461-c0fe-4497-8278-6b8baf9bfd13 service nova] Lock "d187f4ee-3318-456e-9d87-96442001811f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-38dbf5b5-33ec-4d80-bf94-4fbb15589a03 req-923a9461-c0fe-4497-8278-6b8baf9bfd13 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] No waiting events found dispatching network-vif-plugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:41 user nova-compute[74712]: WARNING nova.compute.manager [req-38dbf5b5-33ec-4d80-bf94-4fbb15589a03 req-923a9461-c0fe-4497-8278-6b8baf9bfd13 service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Received unexpected event network-vif-plugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 for instance with vm_state building and task_state spawning.
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dabd2b94-139a-41ce-bddb-ac1ef9a40792]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec4634a9-c5e3-469c-ac34-d27737df0619]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zvjgJUhn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zvjgJUhn" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[20759498-549f-4303-9f95-4304a1da9f6b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zvjgJUhn'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba287ef7-c4cd-48cc-bbbc-2c22cb51dcb6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e10b3f2b-f427-434d-a867-9f31906be332]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[de93a9ad-c943-4cfb-9fbc-9ef77f31e549]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b, portal: 172.16.0.220,3260]
Oct 15 19:46:41 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b, portal: 172.16.0.220,3260] successful.
Oct 15 19:46:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:46:41 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: d187f4ee-3318-456e-9d87-96442001811f] Instance spawned successfully.
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3654464a-d4bd-4989-a561-97997f673874]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:46:41 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance rebooted successfully.
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-e823c8a2-6859-46e1-992d-7c0d37ba346a tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7cc677d-344e-40ab-a7fb-ff8ea8f94c52]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:46:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:46:41 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:46:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.320s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] HCTL ('38', '-', '-', 0) found on session 25 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[24637c86-4e2f-425f-a10f-6244a680b04f]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Searching for a device in session 25 and hctl ['38', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:46:41 user nova-compute[74712]: INFO nova.compute.manager [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Took 6.37 seconds to spawn the instance on the hypervisor.
Oct 15 19:46:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:46:41 user nova-compute[74712]: INFO nova.compute.manager [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Took 7.22 seconds to build instance.
Oct 15 19:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1edc1685-6c1b-40ad-a635-f63ea91a3f21 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "d187f4ee-3318-456e-9d87-96442001811f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.336s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Searching for a device in session 25 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zvjgJUhn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] <== connect_volume: return (1360ms) {'type': 'block', 'scsi_wwn': '23465323565313766', 'path': '/dev/sdg'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23465323565313766', 'path': '/dev/sdg'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:08:08,bridge_name='br-int',has_traffic_filtering=True,id=36aca916-ed2e-42af-a0dc-5de6006f20e2,network=Network(540a2e41-83d3-42c3-b881-fb4d790a4472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36aca916-ed') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7a:3b,bridge_name='br-int',has_traffic_filtering=True,id=60ff3e09-05b1-4bd2-b579-ffd73e8be44d,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap60ff3e09-05') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b4:b4,bridge_name='br-int',has_traffic_filtering=True,id=0de7c393-79f6-44a1-8677-64c4970fac8c,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0de7c393-79') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:94:c3,bridge_name='br-int',has_traffic_filtering=True,id=8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b3f1e4b-7e') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:fe:91,bridge_name='br-int',has_traffic_filtering=True,id=cf4d711d-2b98-4c25-a510-a2060a5d660f,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf4d711d-2b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:0a:1a,bridge_name='br-int',has_traffic_filtering=True,id=312c4255-0ae9-447d-8592-d3d2c3e7ea63,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap312c4255-0a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:05:60,bridge_name='br-int',has_traffic_filtering=True,id=e0cf2212-a301-468b-8613-4444bfed9040,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0cf2212-a3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.objects.instance [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lazy-loading 'pci_devices' on Instance uuid 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:46:42 user nova-compute[74712]:   <uuid>1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4</uuid>
Oct 15 19:46:42 user nova-compute[74712]:   <name>instance-00000010</name>
Oct 15 19:46:42 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:46:42 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:46:42 user nova-compute[74712]:   <metadata>
Oct 15 19:46:42 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:46:42 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:46:42 user nova-compute[74712]:       <nova:name>tempest-device-tagging-server-1279182278</nova:name>
Oct 15 19:46:42 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:46:38</nova:creationTime>
Oct 15 19:46:42 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:46:42 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:46:42 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:46:42 user nova-compute[74712]:       <nova:owner>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:user uuid="eeca20ce19ac44fcb6513695a0d4e8b7">tempest-TaggedBootDevicesTest_v242-919052441-project-member</nova:user>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:project uuid="257fbcd12f584e208d0ff95df884e133">tempest-TaggedBootDevicesTest_v242-919052441</nova:project>
Oct 15 19:46:42 user nova-compute[74712]:       </nova:owner>
Oct 15 19:46:42 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:46:42 user nova-compute[74712]:       <nova:ports>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:port uuid="36aca916-ed2e-42af-a0dc-5de6006f20e2">
Oct 15 19:46:42 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 15 19:46:42 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:port uuid="60ff3e09-05b1-4bd2-b579-ffd73e8be44d">
Oct 15 19:46:42 user nova-compute[74712]:           <nova:ip type="fixed" address="10.1.1.194" ipVersion="4"/>
Oct 15 19:46:42 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:port uuid="0de7c393-79f6-44a1-8677-64c4970fac8c">
Oct 15 19:46:42 user nova-compute[74712]:           <nova:ip type="fixed" address="10.1.1.127" ipVersion="4"/>
Oct 15 19:46:42 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:port uuid="8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2">
Oct 15 19:46:42 user nova-compute[74712]:           <nova:ip type="fixed" address="10.1.1.148" ipVersion="4"/>
Oct 15 19:46:42 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:port uuid="cf4d711d-2b98-4c25-a510-a2060a5d660f">
Oct 15 19:46:42 user nova-compute[74712]:           <nova:ip type="fixed" address="10.1.1.138" ipVersion="4"/>
Oct 15 19:46:42 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:port uuid="312c4255-0ae9-447d-8592-d3d2c3e7ea63">
Oct 15 19:46:42 user nova-compute[74712]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 15 19:46:42 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:42 user nova-compute[74712]:         <nova:port uuid="e0cf2212-a301-468b-8613-4444bfed9040">
Oct 15 19:46:42 user nova-compute[74712]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 15 19:46:42 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:42 user nova-compute[74712]:       </nova:ports>
Oct 15 19:46:42 user nova-compute[74712]:     </nova:instance>
Oct 15 19:46:42 user nova-compute[74712]:   </metadata>
Oct 15 19:46:42 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:46:42 user nova-compute[74712]:     <system>
Oct 15 19:46:42 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:46:42 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:46:42 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:46:42 user nova-compute[74712]:       <entry name="serial">1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4</entry>
Oct 15 19:46:42 user nova-compute[74712]:       <entry name="uuid">1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4</entry>
Oct 15 19:46:42 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:46:42 user nova-compute[74712]:     </system>
Oct 15 19:46:42 user nova-compute[74712]:   </sysinfo>
Oct 15 19:46:42 user nova-compute[74712]:   <os>
Oct 15 19:46:42 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:46:42 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:46:42 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:46:42 user nova-compute[74712]:   </os>
Oct 15 19:46:42 user nova-compute[74712]:   <features>
Oct 15 19:46:42 user nova-compute[74712]:     <acpi/>
Oct 15 19:46:42 user nova-compute[74712]:     <apic/>
Oct 15 19:46:42 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:46:42 user nova-compute[74712]:   </features>
Oct 15 19:46:42 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:46:42 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:46:42 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:46:42 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:46:42 user nova-compute[74712]:   </clock>
Oct 15 19:46:42 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:46:42 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:46:42 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:46:42 user nova-compute[74712]:   </cpu>
Oct 15 19:46:42 user nova-compute[74712]:   <devices>
Oct 15 19:46:42 user nova-compute[74712]:     <disk type="file" device="cdrom">
Oct 15 19:46:42 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none"/>
Oct 15 19:46:42 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4/disk.config"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="hda" bus="ide"/>
Oct 15 19:46:42 user nova-compute[74712]:     </disk>
Oct 15 19:46:42 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:46:42 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:46:42 user nova-compute[74712]:       <source dev="/dev/sde"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:       <serial>3ad60ed8-6812-4115-82dc-4dc8bbdaab07</serial>
Oct 15 19:46:42 user nova-compute[74712]:     </disk>
Oct 15 19:46:42 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:46:42 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:46:42 user nova-compute[74712]:       <source dev="/dev/sdf"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:       <serial>0c4d5148-6236-4994-b2a8-db377d23e9b5</serial>
Oct 15 19:46:42 user nova-compute[74712]:     </disk>
Oct 15 19:46:42 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:46:42 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:46:42 user nova-compute[74712]:       <source dev="/dev/sdg"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="vdc" bus="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:       <serial>f046e112-b576-4de8-b0de-db3a2676330b</serial>
Oct 15 19:46:42 user nova-compute[74712]:     </disk>
Oct 15 19:46:42 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:42 user nova-compute[74712]:       <mac address="fa:16:3e:67:08:08"/>
Oct 15 19:46:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="tap36aca916-ed"/>
Oct 15 19:46:42 user nova-compute[74712]:     </interface>
Oct 15 19:46:42 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:42 user nova-compute[74712]:       <mac address="fa:16:3e:a8:7a:3b"/>
Oct 15 19:46:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="tap60ff3e09-05"/>
Oct 15 19:46:42 user nova-compute[74712]:     </interface>
Oct 15 19:46:42 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:42 user nova-compute[74712]:       <mac address="fa:16:3e:b1:b4:b4"/>
Oct 15 19:46:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="tap0de7c393-79"/>
Oct 15 19:46:42 user nova-compute[74712]:     </interface>
Oct 15 19:46:42 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:42 user nova-compute[74712]:       <mac address="fa:16:3e:89:94:c3"/>
Oct 15 19:46:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="tap8b3f1e4b-7e"/>
Oct 15 19:46:42 user nova-compute[74712]:     </interface>
Oct 15 19:46:42 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:42 user nova-compute[74712]:       <mac address="fa:16:3e:f5:fe:91"/>
Oct 15 19:46:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="tapcf4d711d-2b"/>
Oct 15 19:46:42 user nova-compute[74712]:     </interface>
Oct 15 19:46:42 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:42 user nova-compute[74712]:       <mac address="fa:16:3e:49:0a:1a"/>
Oct 15 19:46:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="tap312c4255-0a"/>
Oct 15 19:46:42 user nova-compute[74712]:     </interface>
Oct 15 19:46:42 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:42 user nova-compute[74712]:       <mac address="fa:16:3e:86:05:60"/>
Oct 15 19:46:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:42 user nova-compute[74712]:       <target dev="tape0cf2212-a3"/>
Oct 15 19:46:42 user nova-compute[74712]:     </interface>
Oct 15 19:46:42 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:46:42 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4/console.log" append="off"/>
Oct 15 19:46:42 user nova-compute[74712]:     </serial>
Oct 15 19:46:42 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:46:42 user nova-compute[74712]:     <video>
Oct 15 19:46:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:42 user nova-compute[74712]:     </video>
Oct 15 19:46:42 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:46:42 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:46:42 user nova-compute[74712]:     </rng>
Oct 15 19:46:42 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:46:42 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:46:42 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:46:42 user nova-compute[74712]:     </memballoon>
Oct 15 19:46:42 user nova-compute[74712]:   </devices>
Oct 15 19:46:42 user nova-compute[74712]: </domain>
Oct 15 19:46:42 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:08:08,bridge_name='br-int',has_traffic_filtering=True,id=36aca916-ed2e-42af-a0dc-5de6006f20e2,network=Network(540a2e41-83d3-42c3-b881-fb4d790a4472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36aca916-ed') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:08:08,bridge_name='br-int',has_traffic_filtering=True,id=36aca916-ed2e-42af-a0dc-5de6006f20e2,network=Network(540a2e41-83d3-42c3-b881-fb4d790a4472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36aca916-ed') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c5dd2fd7-cd53-56ab-a16a-bcfa24f42d43', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap36aca916-ed, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap36aca916-ed, col_values=(('qos', UUID('4cab7249-7b42-4465-81bc-b5ac1026b842')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap36aca916-ed, col_values=(('external_ids', {'iface-id': '36aca916-ed2e-42af-a0dc-5de6006f20e2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:67:08:08', 'vm-uuid': '1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: INFO os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:08:08,bridge_name='br-int',has_traffic_filtering=True,id=36aca916-ed2e-42af-a0dc-5de6006f20e2,network=Network(540a2e41-83d3-42c3-b881-fb4d790a4472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36aca916-ed')
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7a:3b,bridge_name='br-int',has_traffic_filtering=True,id=60ff3e09-05b1-4bd2-b579-ffd73e8be44d,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap60ff3e09-05') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7a:3b,bridge_name='br-int',has_traffic_filtering=True,id=60ff3e09-05b1-4bd2-b579-ffd73e8be44d,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap60ff3e09-05') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd0e527d4-2478-5aaa-8908-8ffa9c76cb51', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap60ff3e09-05, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap60ff3e09-05, col_values=(('qos', UUID('8f2158d5-3f1a-4cdd-9fad-5ab87c3d0511')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap60ff3e09-05, col_values=(('external_ids', {'iface-id': '60ff3e09-05b1-4bd2-b579-ffd73e8be44d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:7a:3b', 'vm-uuid': '1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: INFO os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7a:3b,bridge_name='br-int',has_traffic_filtering=True,id=60ff3e09-05b1-4bd2-b579-ffd73e8be44d,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap60ff3e09-05')
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b4:b4,bridge_name='br-int',has_traffic_filtering=True,id=0de7c393-79f6-44a1-8677-64c4970fac8c,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0de7c393-79') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b4:b4,bridge_name='br-int',has_traffic_filtering=True,id=0de7c393-79f6-44a1-8677-64c4970fac8c,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0de7c393-79') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '03f40d5e-5356-5fb3-91a0-021792ff9537', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0de7c393-79, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0de7c393-79, col_values=(('qos', UUID('2ae54dbb-3d5e-4bc7-934e-9bcd41b41043')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0de7c393-79, col_values=(('external_ids', {'iface-id': '0de7c393-79f6-44a1-8677-64c4970fac8c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b1:b4:b4', 'vm-uuid': '1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: INFO os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b4:b4,bridge_name='br-int',has_traffic_filtering=True,id=0de7c393-79f6-44a1-8677-64c4970fac8c,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0de7c393-79')
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:94:c3,bridge_name='br-int',has_traffic_filtering=True,id=8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b3f1e4b-7e') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:94:c3,bridge_name='br-int',has_traffic_filtering=True,id=8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b3f1e4b-7e') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '31dcd113-be1a-5edd-999e-ef0471b8f004', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8b3f1e4b-7e, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8b3f1e4b-7e, col_values=(('qos', UUID('468fc69d-11d6-4a6c-aaed-61d1ee0d56b1')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8b3f1e4b-7e, col_values=(('external_ids', {'iface-id': '8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:94:c3', 'vm-uuid': '1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: INFO os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:94:c3,bridge_name='br-int',has_traffic_filtering=True,id=8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b3f1e4b-7e')
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:fe:91,bridge_name='br-int',has_traffic_filtering=True,id=cf4d711d-2b98-4c25-a510-a2060a5d660f,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf4d711d-2b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:fe:91,bridge_name='br-int',has_traffic_filtering=True,id=cf4d711d-2b98-4c25-a510-a2060a5d660f,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf4d711d-2b') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '747c7307-5269-55de-8d4a-b06d3a4a201c', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcf4d711d-2b, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcf4d711d-2b, col_values=(('qos', UUID('ae3bf211-3094-4f4e-8f84-c89e48d6df98')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcf4d711d-2b, col_values=(('external_ids', {'iface-id': 'cf4d711d-2b98-4c25-a510-a2060a5d660f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f5:fe:91', 'vm-uuid': '1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: INFO os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:fe:91,bridge_name='br-int',has_traffic_filtering=True,id=cf4d711d-2b98-4c25-a510-a2060a5d660f,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf4d711d-2b')
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:0a:1a,bridge_name='br-int',has_traffic_filtering=True,id=312c4255-0ae9-447d-8592-d3d2c3e7ea63,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap312c4255-0a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:0a:1a,bridge_name='br-int',has_traffic_filtering=True,id=312c4255-0ae9-447d-8592-d3d2c3e7ea63,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap312c4255-0a') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '19e303db-b493-5a38-8a7e-78f11cc00cd4', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap312c4255-0a, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap312c4255-0a, col_values=(('qos', UUID('0aab5b7b-e206-4b96-9d44-2bd948fda6b1')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap312c4255-0a, col_values=(('external_ids', {'iface-id': '312c4255-0ae9-447d-8592-d3d2c3e7ea63', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:49:0a:1a', 'vm-uuid': '1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: INFO os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:0a:1a,bridge_name='br-int',has_traffic_filtering=True,id=312c4255-0ae9-447d-8592-d3d2c3e7ea63,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap312c4255-0a')
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:05:60,bridge_name='br-int',has_traffic_filtering=True,id=e0cf2212-a301-468b-8613-4444bfed9040,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0cf2212-a3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:05:60,bridge_name='br-int',has_traffic_filtering=True,id=e0cf2212-a301-468b-8613-4444bfed9040,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0cf2212-a3') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0006bd3a-ecba-518d-b406-1a90ad1afd9d', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape0cf2212-a3, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape0cf2212-a3, col_values=(('qos', UUID('9ee333b6-9dd9-4eab-af50-b9ca4801a084')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape0cf2212-a3, col_values=(('external_ids', {'iface-id': 'e0cf2212-a301-468b-8613-4444bfed9040', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:86:05:60', 'vm-uuid': '1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:43 user nova-compute[74712]: INFO os_vif [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:05:60,bridge_name='br-int',has_traffic_filtering=True,id=e0cf2212-a301-468b-8613-4444bfed9040,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0cf2212-a3')
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] No BDM found with device name hda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] No VIF found with MAC fa:16:3e:67:08:08, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] No VIF found with MAC fa:16:3e:f5:fe:91, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:46:43 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Using config drive
Oct 15 19:46:43 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Creating config drive at /opt/stack/data/nova/instances/1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4/disk.config
Oct 15 19:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmptzp2y6av {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmptzp2y6av" returned: 0 in 0.069s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG nova.compute.manager [req-2640e0ca-7f35-44b0-8ed2-487dbf347a93 req-c7a91e02-b5ce-404a-aeb3-3ab7fb0cb714 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2640e0ca-7f35-44b0-8ed2-487dbf347a93 req-c7a91e02-b5ce-404a-aeb3-3ab7fb0cb714 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2640e0ca-7f35-44b0-8ed2-487dbf347a93 req-c7a91e02-b5ce-404a-aeb3-3ab7fb0cb714 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2640e0ca-7f35-44b0-8ed2-487dbf347a93 req-c7a91e02-b5ce-404a-aeb3-3ab7fb0cb714 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG nova.compute.manager [req-2640e0ca-7f35-44b0-8ed2-487dbf347a93 req-c7a91e02-b5ce-404a-aeb3-3ab7fb0cb714 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:45 user nova-compute[74712]: WARNING nova.compute.manager [req-2640e0ca-7f35-44b0-8ed2-487dbf347a93 req-c7a91e02-b5ce-404a-aeb3-3ab7fb0cb714 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 for instance with vm_state building and task_state spawning.
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG nova.compute.manager [req-e14475b3-fb1d-4b0d-aeb1-7317b69f7520 req-d9b7b5f6-ef3d-4256-8694-bbd4183d3609 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e14475b3-fb1d-4b0d-aeb1-7317b69f7520 req-d9b7b5f6-ef3d-4256-8694-bbd4183d3609 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e14475b3-fb1d-4b0d-aeb1-7317b69f7520 req-d9b7b5f6-ef3d-4256-8694-bbd4183d3609 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e14475b3-fb1d-4b0d-aeb1-7317b69f7520 req-d9b7b5f6-ef3d-4256-8694-bbd4183d3609 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG nova.compute.manager [req-e14475b3-fb1d-4b0d-aeb1-7317b69f7520 req-d9b7b5f6-ef3d-4256-8694-bbd4183d3609 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:45 user nova-compute[74712]: WARNING nova.compute.manager [req-e14475b3-fb1d-4b0d-aeb1-7317b69f7520 req-d9b7b5f6-ef3d-4256-8694-bbd4183d3609 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d for instance with vm_state building and task_state spawning.
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-15466f1b-68af-4b92-9b36-2f19037e7c37 req-06195028-6003-436b-9ae7-29a47d191327 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-15466f1b-68af-4b92-9b36-2f19037e7c37 req-06195028-6003-436b-9ae7-29a47d191327 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-15466f1b-68af-4b92-9b36-2f19037e7c37 req-06195028-6003-436b-9ae7-29a47d191327 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-15466f1b-68af-4b92-9b36-2f19037e7c37 req-06195028-6003-436b-9ae7-29a47d191327 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-15466f1b-68af-4b92-9b36-2f19037e7c37 req-06195028-6003-436b-9ae7-29a47d191327 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:46 user nova-compute[74712]: WARNING nova.compute.manager [req-15466f1b-68af-4b92-9b36-2f19037e7c37 req-06195028-6003-436b-9ae7-29a47d191327 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-cf4d711d-2b98-4c25-a510-a2060a5d660f for instance with vm_state building and task_state spawning.
Oct 15 19:46:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG nova.compute.manager [req-e1dd49cc-d104-416d-8239-5e13f6c48e7b req-8557e52f-ec1d-4dd1-9f11-4d72c2adc667 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e1dd49cc-d104-416d-8239-5e13f6c48e7b req-8557e52f-ec1d-4dd1-9f11-4d72c2adc667 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e1dd49cc-d104-416d-8239-5e13f6c48e7b req-8557e52f-ec1d-4dd1-9f11-4d72c2adc667 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e1dd49cc-d104-416d-8239-5e13f6c48e7b req-8557e52f-ec1d-4dd1-9f11-4d72c2adc667 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG nova.compute.manager [req-e1dd49cc-d104-416d-8239-5e13f6c48e7b req-8557e52f-ec1d-4dd1-9f11-4d72c2adc667 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:47 user nova-compute[74712]: WARNING nova.compute.manager [req-e1dd49cc-d104-416d-8239-5e13f6c48e7b req-8557e52f-ec1d-4dd1-9f11-4d72c2adc667 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 for instance with vm_state building and task_state spawning.
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:48 user nova-compute[74712]: WARNING nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d for instance with vm_state building and task_state spawning.
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:48 user nova-compute[74712]: WARNING nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-0de7c393-79f6-44a1-8677-64c4970fac8c for instance with vm_state building and task_state spawning.
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:48 user nova-compute[74712]: WARNING nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-0de7c393-79f6-44a1-8677-64c4970fac8c for instance with vm_state building and task_state spawning.
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:48 user nova-compute[74712]: WARNING nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 for instance with vm_state building and task_state spawning.
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:48 user nova-compute[74712]: WARNING nova.compute.manager [req-e0aba392-2470-4fcb-98a3-cf232c99a6e3 req-281282c2-a11c-421c-9538-d579b62569fd service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 for instance with vm_state building and task_state spawning.
Oct 15 19:46:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:48 user nova-compute[74712]: WARNING nova.compute.manager [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-cf4d711d-2b98-4c25-a510-a2060a5d660f for instance with vm_state building and task_state spawning.
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:48 user nova-compute[74712]: WARNING nova.compute.manager [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 for instance with vm_state building and task_state spawning.
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:48 user nova-compute[74712]: WARNING nova.compute.manager [req-f7998049-de42-4588-b1a4-93dbc528ec91 req-d16f27a4-3ced-4eeb-bbbb-325d128bd61c service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 for instance with vm_state building and task_state spawning.
Oct 15 19:46:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:49 user nova-compute[74712]: WARNING nova.compute.manager [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-e0cf2212-a301-468b-8613-4444bfed9040 for instance with vm_state building and task_state spawning.
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:49 user nova-compute[74712]: WARNING nova.compute.manager [req-e024ef61-641e-4f7c-86a1-d152e3eab0da req-e76ca53f-1fbc-4395-826e-677247926729 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-e0cf2212-a301-468b-8613-4444bfed9040 for instance with vm_state building and task_state spawning.
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:46:49 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Instance spawned successfully.
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:46:49 user nova-compute[74712]: INFO nova.compute.manager [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Took 11.19 seconds to spawn the instance on the hypervisor.
Oct 15 19:46:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:46:49 user nova-compute[74712]: INFO nova.compute.manager [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Took 92.56 seconds to build instance.
Oct 15 19:46:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-601197f7-1d80-482d-bc33-323b950362b4 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 92.800s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "70e10e53-dbd4-4946-ad48-cb04bd603d51" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:46:54 user nova-compute[74712]: INFO nova.compute.claims [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Claim successful on node user
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.472s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.network.neutron [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:46:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.policy [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c61acb19473c459ea20e2af6f412f894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713c002b2da04bc484633187e26a8772', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:46:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Creating image(s)
Oct 15 19:46:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "/opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "/opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "/opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.206s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk 1073741824" returned: 0 in 0.052s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG nova.network.neutron [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Successfully created port: 9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Checking if we can resize image /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Cannot resize image /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Ensure instance console log exists: /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.neutron [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Successfully updated port: 9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "refresh_cache-70e10e53-dbd4-4946-ad48-cb04bd603d51" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquired lock "refresh_cache-70e10e53-dbd4-4946-ad48-cb04bd603d51" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.neutron [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-d46fce34-a7ad-4038-a68c-e551fd1b1042 req-84c875a8-bf74-443a-9d1e-4b0a9cb8918b service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Received event network-changed-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-d46fce34-a7ad-4038-a68c-e551fd1b1042 req-84c875a8-bf74-443a-9d1e-4b0a9cb8918b service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Refreshing instance network info cache due to event network-changed-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d46fce34-a7ad-4038-a68c-e551fd1b1042 req-84c875a8-bf74-443a-9d1e-4b0a9cb8918b service nova] Acquiring lock "refresh_cache-70e10e53-dbd4-4946-ad48-cb04bd603d51" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.neutron [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.neutron [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Updating instance_info_cache with network_info: [{"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Releasing lock "refresh_cache-70e10e53-dbd4-4946-ad48-cb04bd603d51" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.compute.manager [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Instance network_info: |[{"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d46fce34-a7ad-4038-a68c-e551fd1b1042 req-84c875a8-bf74-443a-9d1e-4b0a9cb8918b service nova] Acquired lock "refresh_cache-70e10e53-dbd4-4946-ad48-cb04bd603d51" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-d46fce34-a7ad-4038-a68c-e551fd1b1042 req-84c875a8-bf74-443a-9d1e-4b0a9cb8918b service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Refreshing network info cache for port 9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Start _get_guest_xml network_info=[{"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:46:56 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:56 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-159863980',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-159863980',id=22,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-lxs3gzgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:46:55Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=70e10e53-dbd4-4946-ad48-cb04bd603d51,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:0f:4b,bridge_name='br-int',has_traffic_filtering=True,id=9b1dd96a-a082-4325-acc3-ea5d5c4ee26a,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b1dd96a-a0') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.objects.instance [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'pci_devices' on Instance uuid 70e10e53-dbd4-4946-ad48-cb04bd603d51 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:46:56 user nova-compute[74712]:   <uuid>70e10e53-dbd4-4946-ad48-cb04bd603d51</uuid>
Oct 15 19:46:56 user nova-compute[74712]:   <name>instance-00000016</name>
Oct 15 19:46:56 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:46:56 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:46:56 user nova-compute[74712]:   <metadata>
Oct 15 19:46:56 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:46:56 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:46:56 user nova-compute[74712]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-159863980</nova:name>
Oct 15 19:46:56 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:46:56</nova:creationTime>
Oct 15 19:46:56 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:46:56 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:46:56 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:46:56 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:46:56 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:46:56 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:46:56 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:46:56 user nova-compute[74712]:       <nova:owner>
Oct 15 19:46:56 user nova-compute[74712]:         <nova:user uuid="c61acb19473c459ea20e2af6f412f894">tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member</nova:user>
Oct 15 19:46:56 user nova-compute[74712]:         <nova:project uuid="713c002b2da04bc484633187e26a8772">tempest-ServerBootFromVolumeStableRescueTest-1522566069</nova:project>
Oct 15 19:46:56 user nova-compute[74712]:       </nova:owner>
Oct 15 19:46:56 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:46:56 user nova-compute[74712]:       <nova:ports>
Oct 15 19:46:56 user nova-compute[74712]:         <nova:port uuid="9b1dd96a-a082-4325-acc3-ea5d5c4ee26a">
Oct 15 19:46:56 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 15 19:46:56 user nova-compute[74712]:         </nova:port>
Oct 15 19:46:56 user nova-compute[74712]:       </nova:ports>
Oct 15 19:46:56 user nova-compute[74712]:     </nova:instance>
Oct 15 19:46:56 user nova-compute[74712]:   </metadata>
Oct 15 19:46:56 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:46:56 user nova-compute[74712]:     <system>
Oct 15 19:46:56 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:46:56 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:46:56 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:46:56 user nova-compute[74712]:       <entry name="serial">70e10e53-dbd4-4946-ad48-cb04bd603d51</entry>
Oct 15 19:46:56 user nova-compute[74712]:       <entry name="uuid">70e10e53-dbd4-4946-ad48-cb04bd603d51</entry>
Oct 15 19:46:56 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:46:56 user nova-compute[74712]:     </system>
Oct 15 19:46:56 user nova-compute[74712]:   </sysinfo>
Oct 15 19:46:56 user nova-compute[74712]:   <os>
Oct 15 19:46:56 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:46:56 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:46:56 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:46:56 user nova-compute[74712]:   </os>
Oct 15 19:46:56 user nova-compute[74712]:   <features>
Oct 15 19:46:56 user nova-compute[74712]:     <acpi/>
Oct 15 19:46:56 user nova-compute[74712]:     <apic/>
Oct 15 19:46:56 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:46:56 user nova-compute[74712]:   </features>
Oct 15 19:46:56 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:46:56 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:46:56 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:46:56 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:46:56 user nova-compute[74712]:   </clock>
Oct 15 19:46:56 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:46:56 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:46:56 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:46:56 user nova-compute[74712]:   </cpu>
Oct 15 19:46:56 user nova-compute[74712]:   <devices>
Oct 15 19:46:56 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:46:56 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:46:56 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk"/>
Oct 15 19:46:56 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:46:56 user nova-compute[74712]:     </disk>
Oct 15 19:46:56 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:46:56 user nova-compute[74712]:       <mac address="fa:16:3e:c2:0f:4b"/>
Oct 15 19:46:56 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:56 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:46:56 user nova-compute[74712]:       <target dev="tap9b1dd96a-a0"/>
Oct 15 19:46:56 user nova-compute[74712]:     </interface>
Oct 15 19:46:56 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:46:56 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/console.log" append="off"/>
Oct 15 19:46:56 user nova-compute[74712]:     </serial>
Oct 15 19:46:56 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:46:56 user nova-compute[74712]:     <video>
Oct 15 19:46:56 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:46:56 user nova-compute[74712]:     </video>
Oct 15 19:46:56 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:46:56 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:46:56 user nova-compute[74712]:     </rng>
Oct 15 19:46:56 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:46:56 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:46:56 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:46:56 user nova-compute[74712]:     </memballoon>
Oct 15 19:46:56 user nova-compute[74712]:   </devices>
Oct 15 19:46:56 user nova-compute[74712]: </domain>
Oct 15 19:46:56 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-159863980',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-159863980',id=22,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-lxs3gzgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:46:55Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=70e10e53-dbd4-4946-ad48-cb04bd603d51,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:0f:4b,bridge_name='br-int',has_traffic_filtering=True,id=9b1dd96a-a082-4325-acc3-ea5d5c4ee26a,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b1dd96a-a0') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG os_vif [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:0f:4b,bridge_name='br-int',has_traffic_filtering=True,id=9b1dd96a-a082-4325-acc3-ea5d5c4ee26a,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b1dd96a-a0') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0100a97a-4f71-59a4-b334-d7534490d5ae', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9b1dd96a-a0, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9b1dd96a-a0, col_values=(('qos', UUID('c00eedfe-d51d-403c-b006-051d3aac4f82')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9b1dd96a-a0, col_values=(('external_ids', {'iface-id': '9b1dd96a-a082-4325-acc3-ea5d5c4ee26a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c2:0f:4b', 'vm-uuid': '70e10e53-dbd4-4946-ad48-cb04bd603d51'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:56 user nova-compute[74712]: INFO os_vif [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:0f:4b,bridge_name='br-int',has_traffic_filtering=True,id=9b1dd96a-a082-4325-acc3-ea5d5c4ee26a,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b1dd96a-a0')
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No VIF found with MAC fa:16:3e:c2:0f:4b, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-d46fce34-a7ad-4038-a68c-e551fd1b1042 req-84c875a8-bf74-443a-9d1e-4b0a9cb8918b service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Updated VIF entry in instance network info cache for port 9b1dd96a-a082-4325-acc3-ea5d5c4ee26a. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-d46fce34-a7ad-4038-a68c-e551fd1b1042 req-84c875a8-bf74-443a-9d1e-4b0a9cb8918b service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Updating instance_info_cache with network_info: [{"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:46:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d46fce34-a7ad-4038-a68c-e551fd1b1042 req-84c875a8-bf74-443a-9d1e-4b0a9cb8918b service nova] Releasing lock "refresh_cache-70e10e53-dbd4-4946-ad48-cb04bd603d51" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-a27e5023-bd18-42c7-9979-a19163ca5636 req-5d993afc-d536-487e-83df-8811059e3dec service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Received event network-vif-plugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a27e5023-bd18-42c7-9979-a19163ca5636 req-5d993afc-d536-487e-83df-8811059e3dec service nova] Acquiring lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a27e5023-bd18-42c7-9979-a19163ca5636 req-5d993afc-d536-487e-83df-8811059e3dec service nova] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a27e5023-bd18-42c7-9979-a19163ca5636 req-5d993afc-d536-487e-83df-8811059e3dec service nova] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-a27e5023-bd18-42c7-9979-a19163ca5636 req-5d993afc-d536-487e-83df-8811059e3dec service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] No waiting events found dispatching network-vif-plugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:46:58 user nova-compute[74712]: WARNING nova.compute.manager [req-a27e5023-bd18-42c7-9979-a19163ca5636 req-5d993afc-d536-487e-83df-8811059e3dec service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Received unexpected event network-vif-plugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a for instance with vm_state building and task_state spawning.
Oct 15 19:46:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:46:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-4e006fea-31af-4f4a-980c-fe76f8b60aa0 req-1c15b012-5af2-4d3c-aa25-c76878ea86bb service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Received event network-vif-plugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e006fea-31af-4f4a-980c-fe76f8b60aa0 req-1c15b012-5af2-4d3c-aa25-c76878ea86bb service nova] Acquiring lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e006fea-31af-4f4a-980c-fe76f8b60aa0 req-1c15b012-5af2-4d3c-aa25-c76878ea86bb service nova] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e006fea-31af-4f4a-980c-fe76f8b60aa0 req-1c15b012-5af2-4d3c-aa25-c76878ea86bb service nova] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-4e006fea-31af-4f4a-980c-fe76f8b60aa0 req-1c15b012-5af2-4d3c-aa25-c76878ea86bb service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] No waiting events found dispatching network-vif-plugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:47:00 user nova-compute[74712]: WARNING nova.compute.manager [req-4e006fea-31af-4f4a-980c-fe76f8b60aa0 req-1c15b012-5af2-4d3c-aa25-c76878ea86bb service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Received unexpected event network-vif-plugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a for instance with vm_state building and task_state spawning.
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:47:00 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Instance spawned successfully.
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:47:00 user nova-compute[74712]: INFO nova.compute.manager [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Took 5.95 seconds to spawn the instance on the hypervisor.
Oct 15 19:47:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:47:00 user nova-compute[74712]: INFO nova.compute.manager [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Took 6.74 seconds to build instance.
Oct 15 19:47:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e58b58-fcf2-4a87-9c83-a84a73004dc6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.852s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-db5dd583-f936-4d86-99f2-b7a0ab352425 req-4c98ee83-5f8f-45fb-9c19-7f8e6d3ce68c service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-changed-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-db5dd583-f936-4d86-99f2-b7a0ab352425 req-4c98ee83-5f8f-45fb-9c19-7f8e6d3ce68c service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Refreshing instance network info cache due to event network-changed-911c0360-e2de-4a34-91d1-72a612d6437a. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:47:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-db5dd583-f936-4d86-99f2-b7a0ab352425 req-4c98ee83-5f8f-45fb-9c19-7f8e6d3ce68c service nova] Acquiring lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:47:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-db5dd583-f936-4d86-99f2-b7a0ab352425 req-4c98ee83-5f8f-45fb-9c19-7f8e6d3ce68c service nova] Acquired lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:47:11 user nova-compute[74712]: DEBUG nova.network.neutron [req-db5dd583-f936-4d86-99f2-b7a0ab352425 req-4c98ee83-5f8f-45fb-9c19-7f8e6d3ce68c service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Refreshing network info cache for port 911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:47:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:11 user nova-compute[74712]: DEBUG nova.network.neutron [req-db5dd583-f936-4d86-99f2-b7a0ab352425 req-4c98ee83-5f8f-45fb-9c19-7f8e6d3ce68c service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updated VIF entry in instance network info cache for port 911c0360-e2de-4a34-91d1-72a612d6437a. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:47:11 user nova-compute[74712]: DEBUG nova.network.neutron [req-db5dd583-f936-4d86-99f2-b7a0ab352425 req-4c98ee83-5f8f-45fb-9c19-7f8e6d3ce68c service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updating instance_info_cache with network_info: [{"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-db5dd583-f936-4d86-99f2-b7a0ab352425 req-4c98ee83-5f8f-45fb-9c19-7f8e6d3ce68c service nova] Releasing lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:47:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:14 user nova-compute[74712]: INFO nova.compute.manager [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Terminating instance
Oct 15 19:47:14 user nova-compute[74712]: DEBUG nova.compute.manager [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:47:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-2b9445d7-9201-44b5-aa16-e633af217cc5 req-d890f135-ca78-48d4-8fc1-6ace6ad8b303 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-unplugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2b9445d7-9201-44b5-aa16-e633af217cc5 req-d890f135-ca78-48d4-8fc1-6ace6ad8b303 service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2b9445d7-9201-44b5-aa16-e633af217cc5 req-d890f135-ca78-48d4-8fc1-6ace6ad8b303 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2b9445d7-9201-44b5-aa16-e633af217cc5 req-d890f135-ca78-48d4-8fc1-6ace6ad8b303 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-2b9445d7-9201-44b5-aa16-e633af217cc5 req-d890f135-ca78-48d4-8fc1-6ace6ad8b303 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-unplugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-2b9445d7-9201-44b5-aa16-e633af217cc5 req-d890f135-ca78-48d4-8fc1-6ace6ad8b303 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-unplugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:47:15 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Instance destroyed successfully.
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lazy-loading 'resources' on Instance uuid 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1918695920',display_name='tempest-ServerActionsTestOtherB-server-1918695920',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1918695920',id=3,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDqbxtbpkdno8kl7PLCAiwm4je8P6sk0pLJoLeUwZqlZKKLzj0I2dz8iqXRpRdHDx5qAeERdSmNWDvn+w6QQdKGwnD7Tel2B0r+l8WkWbHNFoXSt6gTxmhVs1qLoUmgyuQ==',key_name='tempest-keypair-902076456',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:44:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71c93658494d4703bcf2a7e11d6d43ba',ramdisk_id='',reservation_id='r-k685pt9v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-146357153',owner_user_name='tempest-ServerActionsTestOtherB-146357153-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:44:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075795c2a7f940c0b758855dc913aa4a',uuid=3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converting VIF {"id": "b9e55e68-ccce-4660-a48c-25138fab558c", "address": "fa:16:3e:66:26:6e", "network": {"id": "bf9b47b5-3760-4a3d-b750-e2dbd90e9303", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227900715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71c93658494d4703bcf2a7e11d6d43ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e55e68-cc", "ovs_interfaceid": "b9e55e68-ccce-4660-a48c-25138fab558c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_vif [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9e55e68-cc, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=512d8bfc-644d-4183-90ff-cca2aae81b6c) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:15 user nova-compute[74712]: INFO os_vif [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:26:6e,bridge_name='br-int',has_traffic_filtering=True,id=b9e55e68-ccce-4660-a48c-25138fab558c,network=Network(bf9b47b5-3760-4a3d-b750-e2dbd90e9303),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9e55e68-cc')
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yGOdVCps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:47:15 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[38af2b35-de93-4ca8-89e2-da4332ed5d12]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:47:15 user nova-compute[74712]: No targets found.
Oct 15 19:47:15 user nova-compute[74712]: iSNS:
Oct 15 19:47:15 user nova-compute[74712]: No targets found.
Oct 15 19:47:15 user nova-compute[74712]: STATIC:
Oct 15 19:47:15 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39
Oct 15 19:47:15 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:15 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:15 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942
Oct 15 19:47:15 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:15 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:15 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b
Oct 15 19:47:15 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:15 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:15 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5
Oct 15 19:47:15 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:15 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:15 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:47:15 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:15 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:15 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07
Oct 15 19:47:15 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:15 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:15 user nova-compute[74712]: FIRMWARE:
Oct 15 19:47:15 user nova-compute[74712]: No targets found.
Oct 15 19:47:15 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:47:15 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:47:15 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[084ea4da-a121-4c7a-a0a4-1add7971a44c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[459aa898-447f-4377-a03f-0c6507168654]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:15 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:47:15 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:15 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:15 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:15 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:15 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:15 user nova-compute[74712]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 (non-flash)
Oct 15 19:47:15 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:15 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:15 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:15 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:15 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8464feb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a45a6e0-ac14-42b5-8e45-6fe8fdd7d0bf]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a135cb40-204a-4311-ac8e-fac380a17807]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa727c51-e362-45a8-8cd1-7c531dedf592]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6d297bd-ef0c-4da0-bdde-e7b9ab228cf9]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a91775bc-fbb8-4ca6-b367-c837b0f7e7c4]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6201b828-3e27-4d75-81ba-cdd6e8fa7fd7]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260]
Oct 15 19:47:15 user nova-compute[74712]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942, portal: 172.16.0.220,3260] successful.
Oct 15 19:47:15 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a7a2266-64b7-4202-ada7-7074038ae942 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac9b0d3b-d16f-4975-84c7-ba74b11ca50e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] <== disconnect_volume: return (330ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:47:15 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Deleting instance files /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f_del
Oct 15 19:47:15 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Deletion of /opt/stack/data/nova/instances/3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f_del complete
Oct 15 19:47:15 user nova-compute[74712]: INFO nova.compute.manager [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Took 1.29 seconds to destroy the instance on the hypervisor.
Oct 15 19:47:15 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:47:15 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:47:16 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:16 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Took 0.71 seconds to deallocate network for instance.
Oct 15 19:47:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-79004b2a-71d1-4373-9ab5-41635e9d5163 req-b4547b1f-b3c4-4583-87ce-2fc2f8d4bb70 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-deleted-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:16 user nova-compute[74712]: INFO nova.compute.manager [req-79004b2a-71d1-4373-9ab5-41635e9d5163 req-b4547b1f-b3c4-4583-87ce-2fc2f8d4bb70 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Neutron deleted interface b9e55e68-ccce-4660-a48c-25138fab558c; detaching it from the instance and deleting it from the info cache
Oct 15 19:47:16 user nova-compute[74712]: DEBUG nova.network.neutron [req-79004b2a-71d1-4373-9ab5-41635e9d5163 req-b4547b1f-b3c4-4583-87ce-2fc2f8d4bb70 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-79004b2a-71d1-4373-9ab5-41635e9d5163 req-b4547b1f-b3c4-4583-87ce-2fc2f8d4bb70 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Detach interface failed, port_id=b9e55e68-ccce-4660-a48c-25138fab558c, reason: Instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:47:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-252ecd07-fcef-4a38-915d-f3a26987021e req-273f2ae5-cf2e-440c-a0e4-28556fe31f22 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-252ecd07-fcef-4a38-915d-f3a26987021e req-273f2ae5-cf2e-440c-a0e4-28556fe31f22 service nova] Acquiring lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-252ecd07-fcef-4a38-915d-f3a26987021e req-273f2ae5-cf2e-440c-a0e4-28556fe31f22 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-252ecd07-fcef-4a38-915d-f3a26987021e req-273f2ae5-cf2e-440c-a0e4-28556fe31f22 service nova] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-252ecd07-fcef-4a38-915d-f3a26987021e req-273f2ae5-cf2e-440c-a0e4-28556fe31f22 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] No waiting events found dispatching network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:47:17 user nova-compute[74712]: WARNING nova.compute.manager [req-252ecd07-fcef-4a38-915d-f3a26987021e req-273f2ae5-cf2e-440c-a0e4-28556fe31f22 service nova] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Received unexpected event network-vif-plugged-b9e55e68-ccce-4660-a48c-25138fab558c for instance with vm_state active and task_state deleting.
Oct 15 19:47:17 user nova-compute[74712]: INFO nova.compute.manager [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] [instance: 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f] Took 0.81 seconds to detach 1 volumes for instance.
Oct 15 19:47:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:17 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:47:17 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:47:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.366s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:17 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Deleted allocations for instance 3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f
Oct 15 19:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-29a38ce0-c8ac-44bc-8dc5-07b9d7ff70c3 tempest-ServerActionsTestOtherB-146357153 tempest-ServerActionsTestOtherB-146357153-project-member] Lock "3bf8b8ea-1bf9-48a0-9bd4-79cbc6cc0a7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.356s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:18 user nova-compute[74712]: INFO nova.compute.manager [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Shelving
Oct 15 19:47:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-5096ff99-813c-4fba-bd7f-a5d2b96b3257 req-2aef6600-2e87-4f29-9929-69a619921557 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-vif-unplugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5096ff99-813c-4fba-bd7f-a5d2b96b3257 req-2aef6600-2e87-4f29-9929-69a619921557 service nova] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5096ff99-813c-4fba-bd7f-a5d2b96b3257 req-2aef6600-2e87-4f29-9929-69a619921557 service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5096ff99-813c-4fba-bd7f-a5d2b96b3257 req-2aef6600-2e87-4f29-9929-69a619921557 service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-5096ff99-813c-4fba-bd7f-a5d2b96b3257 req-2aef6600-2e87-4f29-9929-69a619921557 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] No waiting events found dispatching network-vif-unplugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:47:18 user nova-compute[74712]: WARNING nova.compute.manager [req-5096ff99-813c-4fba-bd7f-a5d2b96b3257 req-2aef6600-2e87-4f29-9929-69a619921557 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received unexpected event network-vif-unplugged-911c0360-e2de-4a34-91d1-72a612d6437a for instance with vm_state active and task_state shelving.
Oct 15 19:47:19 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Instance destroyed successfully.
Oct 15 19:47:19 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Beginning cold snapshot process
Oct 15 19:47:19 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:47:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk /opt/stack/data/nova/instances/snapshots/tmp4kvueoow/691297dd54774b60885a98a52085e547 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:47:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:47:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:47:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:47:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk /opt/stack/data/nova/instances/snapshots/tmp4kvueoow/691297dd54774b60885a98a52085e547" returned: 0 in 0.990s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Snapshot extracted, beginning image upload
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG nova.compute.manager [req-f7ee88aa-d075-4d31-b34d-ce94ae63e644 req-196e2835-23cc-4dcf-acd3-89ada6b6c50c service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7ee88aa-d075-4d31-b34d-ce94ae63e644 req-196e2835-23cc-4dcf-acd3-89ada6b6c50c service nova] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7ee88aa-d075-4d31-b34d-ce94ae63e644 req-196e2835-23cc-4dcf-acd3-89ada6b6c50c service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f7ee88aa-d075-4d31-b34d-ce94ae63e644 req-196e2835-23cc-4dcf-acd3-89ada6b6c50c service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:20 user nova-compute[74712]: DEBUG nova.compute.manager [req-f7ee88aa-d075-4d31-b34d-ce94ae63e644 req-196e2835-23cc-4dcf-acd3-89ada6b6c50c service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] No waiting events found dispatching network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:47:20 user nova-compute[74712]: WARNING nova.compute.manager [req-f7ee88aa-d075-4d31-b34d-ce94ae63e644 req-196e2835-23cc-4dcf-acd3-89ada6b6c50c service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received unexpected event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a for instance with vm_state active and task_state shelving_image_uploading.
Oct 15 19:47:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:22 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Snapshot image upload complete
Oct 15 19:47:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:23 user nova-compute[74712]: INFO nova.compute.manager [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Shelve offloading
Oct 15 19:47:23 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:47:23 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7317MB free_disk=25.210311889648438GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:23 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Instance destroyed successfully.
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquired lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a7fe02b3-a623-4867-87b0-174643f2167a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance b106586e-8899-4d70-a1f7-3777c2a0e880 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4adf9502-172d-4f6e-b684-7d176dfa6665 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c59c3991-7189-4911-9d31-f401a9fa253c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance d187f4ee-3318-456e-9d87-96442001811f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updating instance_info_cache with network_info: [{"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Releasing lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:47:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.458s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:24 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Instance destroyed successfully.
Oct 15 19:47:24 user nova-compute[74712]: DEBUG nova.objects.instance [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'resources' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:45:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-835467799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-835467799',id=17,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBASI/1Noc3bUya70TFY6EPN9a6hgos99zz9ruLzqofEgDi9hRPR4dLskKm8PHpX1JczGn+9ajGlGCuxI1UO+vYdsrExxMEmOF5RdOokWFmqFyTdLTCID4rwKnrc8gM/v6w==',key_name='tempest-keypair-1065632609',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:45:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-9p9yhtiz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member',shelved_at='2023-10-15T19:47:22.986005',shelved_host='user',shelved_image_id='22317333-6b94-4ac8-906f-1f05a93c2e24'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:47:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=a7fe02b3-a623-4867-87b0-174643f2167a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG os_vif [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap911c0360-e2, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=768fc9e1-9812-43b1-bcd2-342c5e98a9d7) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:47:24 user nova-compute[74712]: INFO os_vif [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2')
Oct 15 19:47:24 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Deleting instance files /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a_del
Oct 15 19:47:24 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Deletion of /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a_del complete
Oct 15 19:47:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-5acbda54-e4e1-42f2-872c-a3b4c07d137c req-bb32ad1f-b502-4a44-8ac2-221debdc77a9 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-changed-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-5acbda54-e4e1-42f2-872c-a3b4c07d137c req-bb32ad1f-b502-4a44-8ac2-221debdc77a9 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Refreshing instance network info cache due to event network-changed-911c0360-e2de-4a34-91d1-72a612d6437a. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5acbda54-e4e1-42f2-872c-a3b4c07d137c req-bb32ad1f-b502-4a44-8ac2-221debdc77a9 service nova] Acquiring lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5acbda54-e4e1-42f2-872c-a3b4c07d137c req-bb32ad1f-b502-4a44-8ac2-221debdc77a9 service nova] Acquired lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG nova.network.neutron [req-5acbda54-e4e1-42f2-872c-a3b4c07d137c req-bb32ad1f-b502-4a44-8ac2-221debdc77a9 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Refreshing network info cache for port 911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:47:24 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Deleted allocations for instance a7fe02b3-a623-4867-87b0-174643f2167a
Oct 15 19:47:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG nova.objects.instance [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'numa_topology' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:47:24 user nova-compute[74712]: DEBUG nova.objects.base [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Object Instance<a7fe02b3-a623-4867-87b0-174643f2167a> lazy-loaded attributes: resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.356s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-78f89b51-0397-4b3e-9807-420bfa6d798c tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.870s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-5acbda54-e4e1-42f2-872c-a3b4c07d137c req-bb32ad1f-b502-4a44-8ac2-221debdc77a9 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updated VIF entry in instance network info cache for port 911c0360-e2de-4a34-91d1-72a612d6437a. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-5acbda54-e4e1-42f2-872c-a3b4c07d137c req-bb32ad1f-b502-4a44-8ac2-221debdc77a9 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updating instance_info_cache with network_info: [{"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap911c0360-e2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5acbda54-e4e1-42f2-872c-a3b4c07d137c req-bb32ad1f-b502-4a44-8ac2-221debdc77a9 service nova] Releasing lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updating instance_info_cache with network_info: [{"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-782d4645-e765-47cb-889e-b7239717060d req-5b4dc47a-1dec-4e5e-b4c9-f803359ad78d service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-changed-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-782d4645-e765-47cb-889e-b7239717060d req-5b4dc47a-1dec-4e5e-b4c9-f803359ad78d service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Refreshing instance network info cache due to event network-changed-720b70f0-dddc-4549-b64b-20a93fa87c57. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-782d4645-e765-47cb-889e-b7239717060d req-5b4dc47a-1dec-4e5e-b4c9-f803359ad78d service nova] Acquiring lock "refresh_cache-b106586e-8899-4d70-a1f7-3777c2a0e880" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-782d4645-e765-47cb-889e-b7239717060d req-5b4dc47a-1dec-4e5e-b4c9-f803359ad78d service nova] Acquired lock "refresh_cache-b106586e-8899-4d70-a1f7-3777c2a0e880" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:47:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-782d4645-e765-47cb-889e-b7239717060d req-5b4dc47a-1dec-4e5e-b4c9-f803359ad78d service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Refreshing network info cache for port 720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-782d4645-e765-47cb-889e-b7239717060d req-5b4dc47a-1dec-4e5e-b4c9-f803359ad78d service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Updated VIF entry in instance network info cache for port 720b70f0-dddc-4549-b64b-20a93fa87c57. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-782d4645-e765-47cb-889e-b7239717060d req-5b4dc47a-1dec-4e5e-b4c9-f803359ad78d service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Updating instance_info_cache with network_info: [{"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-782d4645-e765-47cb-889e-b7239717060d req-5b4dc47a-1dec-4e5e-b4c9-f803359ad78d service nova] Releasing lock "refresh_cache-b106586e-8899-4d70-a1f7-3777c2a0e880" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'flavor' on Instance uuid b106586e-8899-4d70-a1f7-3777c2a0e880 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:26 user nova-compute[74712]: INFO nova.compute.manager [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Attaching volume 9bb49bf9-00f9-4ece-91b8-9df2363e4071 to /dev/vdb
Oct 15 19:47:26 user nova-compute[74712]: DEBUG os_brick.utils [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d5af6b5-cec4-4f06-8f2a-35613e5caea1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4e41cce-ed7b-45cc-b10f-2ba6a0bd8bf1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2bec41a-be4b-4416-b4cc-0edf4b32a16b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[daf54337-915e-4b36-9752-0dd9cedfc7fb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:47:26 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:47:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e1ad43f-94b4-4b9b-b111-e36cecf3a507]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG os_brick.utils [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:47:26 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Updating existing volume attachment record: 7dcff277-c561-41f7-9b36-c5f7e19c346f {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:47:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QNUvmpfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:47:42 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:47:42 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:47:42 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[089c24c8-2659-43fa-b1ab-4b49719fdf9d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:47:42 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[27277a43-6c0e-45f3-bf89-4ac7fb921e40]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071] added
Oct 15 19:47:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7d11e2d-4741-4e8c-9b5d-653272e37c5e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7e1ea81-a348-4132-b5fc-4f0694c70677]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QNUvmpfE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QNUvmpfE" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[83d9fab4-f2f5-46bd-ad5a-2027195f0684]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QNUvmpfE'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a857f3-2333-4f05-bbf5-3fe3e241feb1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf7b5bd-264b-4800-85d5-010fdad5989a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4444e275-1791-494a-ba1d-603d3114e0e1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260]
Oct 15 19:47:42 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260] successful.
Oct 15 19:47:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dabbc3c-e118-44c8-abc3-286bcb2a4313]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[89c80256-0b81-4641-bdb6-964e88af377f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:42 user nova-compute[74712]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:47:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.311s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] HCTL ('33', '-', '-', 0) found on session 26 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[664f8e2b-eef7-42b1-aab5-d0af5094070f]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching for a device in session 26 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:47:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QNUvmpfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:47:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:47:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '26137666633643732', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:47:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26137666633643732', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:47:43 user nova-compute[74712]: DEBUG nova.objects.instance [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'flavor' on Instance uuid b106586e-8899-4d70-a1f7-3777c2a0e880 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:47:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:47:43 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:47:43 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 19:47:43 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:47:43 user nova-compute[74712]:   <serial>9bb49bf9-00f9-4ece-91b8-9df2363e4071</serial>
Oct 15 19:47:43 user nova-compute[74712]: </disk>
Oct 15 19:47:43 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:47:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:47:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:47:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No VIF found with MAC fa:16:3e:57:24:86, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:47:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f4226d8b-b34a-4c14-92c3-c3aa7d76b856 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.828s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:46 user nova-compute[74712]: INFO nova.compute.manager [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Rebuilding instance
Oct 15 19:47:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:47:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-f32a0afb-eebf-4fc0-9cc0-174bb67dbc2f req-68ea1935-25fb-465d-8563-39c6a58172ac service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-vif-unplugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f32a0afb-eebf-4fc0-9cc0-174bb67dbc2f req-68ea1935-25fb-465d-8563-39c6a58172ac service nova] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f32a0afb-eebf-4fc0-9cc0-174bb67dbc2f req-68ea1935-25fb-465d-8563-39c6a58172ac service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f32a0afb-eebf-4fc0-9cc0-174bb67dbc2f req-68ea1935-25fb-465d-8563-39c6a58172ac service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-f32a0afb-eebf-4fc0-9cc0-174bb67dbc2f req-68ea1935-25fb-465d-8563-39c6a58172ac service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] No waiting events found dispatching network-vif-unplugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:47:46 user nova-compute[74712]: WARNING nova.compute.manager [req-f32a0afb-eebf-4fc0-9cc0-174bb67dbc2f req-68ea1935-25fb-465d-8563-39c6a58172ac service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received unexpected event network-vif-unplugged-720b70f0-dddc-4549-b64b-20a93fa87c57 for instance with vm_state active and task_state rebuilding.
Oct 15 19:47:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:47 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Instance destroyed successfully.
Oct 15 19:47:47 user nova-compute[74712]: INFO nova.compute.manager [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Detaching volume 9bb49bf9-00f9-4ece-91b8-9df2363e4071
Oct 15 19:47:47 user nova-compute[74712]: INFO nova.virt.block_device [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Attempting to driver detach volume 9bb49bf9-00f9-4ece-91b8-9df2363e4071 from mountpoint /dev/vdb
Oct 15 19:47:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Attempting to detach device vdb from instance b106586e-8899-4d70-a1f7-3777c2a0e880 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:47:47 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:47:47 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 19:47:47 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:47:47 user nova-compute[74712]:   <serial>9bb49bf9-00f9-4ece-91b8-9df2363e4071</serial>
Oct 15 19:47:47 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:47:47 user nova-compute[74712]: </disk>
Oct 15 19:47:47 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:47:47 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully detached device vdb from instance b106586e-8899-4d70-a1f7-3777c2a0e880 from the persistent domain config.
Oct 15 19:47:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QNUvmpfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:47:47 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b2fe955-c79e-4ab3-b3b3-7ead03149a03]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:47:47 user nova-compute[74712]: No targets found.
Oct 15 19:47:47 user nova-compute[74712]: iSNS:
Oct 15 19:47:47 user nova-compute[74712]: No targets found.
Oct 15 19:47:47 user nova-compute[74712]: STATIC:
Oct 15 19:47:47 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39
Oct 15 19:47:47 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:47 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:47 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b
Oct 15 19:47:47 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:47 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:47 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5
Oct 15 19:47:47 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:47 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:47 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:47:47 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:47 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:47 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071
Oct 15 19:47:47 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:47 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:47 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07
Oct 15 19:47:47 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:47 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:47 user nova-compute[74712]: FIRMWARE:
Oct 15 19:47:47 user nova-compute[74712]: No targets found.
Oct 15 19:47:47 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:47:47 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:47:47 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2146a5b8-b7aa-4e32-8ffc-d6968f90cf4b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5a84af3-e674-462d-9ab9-c1b3002b624d]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:47 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:47 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:47 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:47 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:47 user nova-compute[74712]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:47:47 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:47 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:47 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:47 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:47 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:47 user nova-compute[74712]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:47:47 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846f5c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e11c096b-7f10-4361-a822-7faab58bfe39]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd37acb3-975e-4016-9f45-505cd44c3a40]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[898504cf-8073-42b1-a236-4c51266bafda]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3409923-1f21-4133-ac1a-ac0448e9693f]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a08feeee-c50e-4611-94a9-818e74464f53]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[357d967c-cd79-4732-87f1-3e5bfbff445a]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260]
Oct 15 19:47:47 user nova-compute[74712]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260] successful.
Oct 15 19:47:47 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[38277af5-d8c2-40be-bd3f-bb27176595ed]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== disconnect_volume: return (351ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:47:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-788d856d-b568-4871-b98c-8eb394241441 req-24b110a9-a3d0-4410-a650-8e0c7f084084 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-788d856d-b568-4871-b98c-8eb394241441 req-24b110a9-a3d0-4410-a650-8e0c7f084084 service nova] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-788d856d-b568-4871-b98c-8eb394241441 req-24b110a9-a3d0-4410-a650-8e0c7f084084 service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-788d856d-b568-4871-b98c-8eb394241441 req-24b110a9-a3d0-4410-a650-8e0c7f084084 service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-788d856d-b568-4871-b98c-8eb394241441 req-24b110a9-a3d0-4410-a650-8e0c7f084084 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] No waiting events found dispatching network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:47:48 user nova-compute[74712]: WARNING nova.compute.manager [req-788d856d-b568-4871-b98c-8eb394241441 req-24b110a9-a3d0-4410-a650-8e0c7f084084 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received unexpected event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 for instance with vm_state active and task_state rebuilding.
Oct 15 19:47:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Instance destroyed successfully.
Oct 15 19:47:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:45:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1213257518',display_name='tempest-ServerActionsTestOtherA-server-1635566684',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1213257518',id=18,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNm2SQT5nquLfEBQEnd3aNidyhZx1/uvLEIa9l+/02uPWn7OujbdMtQTxI//rAGzFg6yH+4AWa/swlxzXWrDNiAdGp+2nAsRHANN7HpT+rit9h5tke7PztuYp46ro0Tq0A==',key_name='tempest-keypair-1056888634',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:45:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-gdlmb6db',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=b106586e-8899-4d70-a1f7-3777c2a0e880,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_vif [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap720b70f0-dd, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=163c9a45-bb9e-4db8-9683-555da2fe7200) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:48 user nova-compute[74712]: INFO os_vif [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd')
Oct 15 19:47:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QNUvmpfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:47:48 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[597f2eef-8599-4997-9f14-76aa266f6d14]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:47:48 user nova-compute[74712]: No targets found.
Oct 15 19:47:48 user nova-compute[74712]: iSNS:
Oct 15 19:47:48 user nova-compute[74712]: No targets found.
Oct 15 19:47:48 user nova-compute[74712]: STATIC:
Oct 15 19:47:48 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39
Oct 15 19:47:48 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:48 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:48 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b
Oct 15 19:47:48 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:48 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:48 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5
Oct 15 19:47:48 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:48 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:48 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:47:48 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:48 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:48 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07
Oct 15 19:47:48 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:48 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:48 user nova-compute[74712]: FIRMWARE:
Oct 15 19:47:48 user nova-compute[74712]: No targets found.
Oct 15 19:47:48 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:47:48 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:47:48 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1873042-6caf-4e24-915e-9d5129183101]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f96256c-0c32-44db-9a3a-db1d8ac0ae8f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:48 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:48 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:48 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:48 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:48 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:48 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:48 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:48 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:48 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:48 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8468ab00>, {}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Disconnecting from: [] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.077s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== disconnect_volume: return (78ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:47:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:47:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Deleting instance files /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880_del
Oct 15 19:47:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Deletion of /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880_del complete
Oct 15 19:47:49 user nova-compute[74712]: INFO nova.virt.block_device [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Booting with volume 9bb49bf9-00f9-4ece-91b8-9df2363e4071 at /dev/vdb
Oct 15 19:47:49 user nova-compute[74712]: DEBUG os_brick.utils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac37923-bc31-40e4-9157-1767f4e214e6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd1a5855-f06c-43a8-ad6e-7a5702939bdd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[988603da-daab-4811-9342-b4a3d2c45ffb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aab329c-8b08-4ca4-a1ef-c6b259a2bd12]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:47:49 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:47:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c926a1a-4e6c-4f1b-b0bb-badb42279ef7]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG os_brick.utils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:47:49 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Updating existing volume attachment record: 88860cc8-4907-4d03-b9af-a8cd0026b99c {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:47:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-9b758bea-29d1-4274-a89f-ed1a5642e339 req-10a4ce76-4b27-466e-b153-707bcb9a37d8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-changed-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-9b758bea-29d1-4274-a89f-ed1a5642e339 req-10a4ce76-4b27-466e-b153-707bcb9a37d8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Refreshing instance network info cache due to event network-changed-2490ab02-d839-4da7-96f5-332f28180510. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:47:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9b758bea-29d1-4274-a89f-ed1a5642e339 req-10a4ce76-4b27-466e-b153-707bcb9a37d8 service nova] Acquiring lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:47:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9b758bea-29d1-4274-a89f-ed1a5642e339 req-10a4ce76-4b27-466e-b153-707bcb9a37d8 service nova] Acquired lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:47:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-9b758bea-29d1-4274-a89f-ed1a5642e339 req-10a4ce76-4b27-466e-b153-707bcb9a37d8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Refreshing network info cache for port 2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:47:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:54 user nova-compute[74712]: DEBUG nova.network.neutron [req-9b758bea-29d1-4274-a89f-ed1a5642e339 req-10a4ce76-4b27-466e-b153-707bcb9a37d8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updated VIF entry in instance network info cache for port 2490ab02-d839-4da7-96f5-332f28180510. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:47:54 user nova-compute[74712]: DEBUG nova.network.neutron [req-9b758bea-29d1-4274-a89f-ed1a5642e339 req-10a4ce76-4b27-466e-b153-707bcb9a37d8 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating instance_info_cache with network_info: [{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9b758bea-29d1-4274-a89f-ed1a5642e339 req-10a4ce76-4b27-466e-b153-707bcb9a37d8 service nova] Releasing lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:47:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:54 user nova-compute[74712]: INFO nova.compute.manager [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Shelve offloading
Oct 15 19:47:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:55 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Instance destroyed successfully.
Oct 15 19:47:55 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquired lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG nova.network.neutron [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-vif-unplugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] No waiting events found dispatching network-vif-unplugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:47:55 user nova-compute[74712]: WARNING nova.compute.manager [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received unexpected event network-vif-unplugged-2490ab02-d839-4da7-96f5-332f28180510 for instance with vm_state active and task_state shelving.
Oct 15 19:47:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] No waiting events found dispatching network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:47:55 user nova-compute[74712]: WARNING nova.compute.manager [req-514f2c6c-7324-4c27-ac25-f46b418ccc02 req-ccabc2c3-65fe-480d-94ed-297db3b8575d service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received unexpected event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 for instance with vm_state active and task_state shelving.
Oct 15 19:47:56 user nova-compute[74712]: DEBUG nova.network.neutron [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating instance_info_cache with network_info: [{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Releasing lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:47:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-c331873a-b8bb-4369-a05b-c42d9dd36aa9 req-adac2830-fcfb-42ed-a05d-1b64b7897df4 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-changed-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-c331873a-b8bb-4369-a05b-c42d9dd36aa9 req-adac2830-fcfb-42ed-a05d-1b64b7897df4 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Refreshing instance network info cache due to event network-changed-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c331873a-b8bb-4369-a05b-c42d9dd36aa9 req-adac2830-fcfb-42ed-a05d-1b64b7897df4 service nova] Acquiring lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c331873a-b8bb-4369-a05b-c42d9dd36aa9 req-adac2830-fcfb-42ed-a05d-1b64b7897df4 service nova] Acquired lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:47:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-c331873a-b8bb-4369-a05b-c42d9dd36aa9 req-adac2830-fcfb-42ed-a05d-1b64b7897df4 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Refreshing network info cache for port 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG nova.network.neutron [req-c331873a-b8bb-4369-a05b-c42d9dd36aa9 req-adac2830-fcfb-42ed-a05d-1b64b7897df4 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updated VIF entry in instance network info cache for port 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG nova.network.neutron [req-c331873a-b8bb-4369-a05b-c42d9dd36aa9 req-adac2830-fcfb-42ed-a05d-1b64b7897df4 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updating instance_info_cache with network_info: [{"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c331873a-b8bb-4369-a05b-c42d9dd36aa9 req-adac2830-fcfb-42ed-a05d-1b64b7897df4 service nova] Releasing lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:47:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Instance destroyed successfully.
Oct 15 19:47:57 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lazy-loading 'resources' on Instance uuid 4adf9502-172d-4f6e-b684-7d176dfa6665 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1679183953',display_name='tempest-TestShelveInstance-server-1679183953',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1679183953',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP88bzY1DqIThRbuD+v02FDRnfRpTVcVxxJnYteog8B0K9srjUgt1w16Iq8Bmcgf81U3dk6YQdxENExUyrHeTnwap8hH0tribmVI7RSjUbbNSdOsU+7Ub4mOETSESnnMJA==',key_name='tempest-TestShelveInstance-2069045816',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5659a61b532e4ea48bc43a8b07d0e224',ramdisk_id='',reservation_id='r-gjnicpz2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-304421667',owner_user_name='tempest-TestShelveInstance-304421667-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:46:24Z,user_data=None,user_id='a97c60b4cad84335a827482277aaf129',uuid=4adf9502-172d-4f6e-b684-7d176dfa6665,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converting VIF {"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_vif [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2490ab02-d8, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8f945b1e-6265-4f0b-a7a4-12d8410d32b1) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:47:57 user nova-compute[74712]: INFO os_vif [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8')
Oct 15 19:47:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'izNwkbLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:47:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5a0e3ed-3ca6-4eaa-ada9-7299c868dec6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:47:57 user nova-compute[74712]: No targets found.
Oct 15 19:47:57 user nova-compute[74712]: iSNS:
Oct 15 19:47:57 user nova-compute[74712]: No targets found.
Oct 15 19:47:57 user nova-compute[74712]: STATIC:
Oct 15 19:47:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39
Oct 15 19:47:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b
Oct 15 19:47:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5
Oct 15 19:47:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:47:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07
Oct 15 19:47:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:47:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:47:57 user nova-compute[74712]: FIRMWARE:
Oct 15 19:47:57 user nova-compute[74712]: No targets found.
Oct 15 19:47:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:47:57 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:47:57 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[150b5e4d-40c8-4447-a5f4-5e6703d572e6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8985bef5-030f-44d3-865b-a8dca3c64679]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:57 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:57 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:57 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:57 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:47:57 user nova-compute[74712]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:47:57 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:47:57 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:47:57 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:47:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c9c350040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b67bc09-e059-4485-a2cf-bcb6a94fc9fd]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2da056e5-103d-4c96-889e-9ab201216521]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[55a955c6-1148-4ddc-aede-9ac805488a90]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.034s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6019dec8-7418-4d2c-b2b0-5de109381801]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7076ee6-94c3-42fe-8388-c63a1c990947]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[355cd3a0-818c-46ff-9257-d5337d30558a]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260]
Oct 15 19:47:57 user nova-compute[74712]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260] successful.
Oct 15 19:47:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[da574371-2d97-4454-9ae1-cf79cf4f6253]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] <== disconnect_volume: return (332ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:47:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:47:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Deleting instance files /opt/stack/data/nova/instances/4adf9502-172d-4f6e-b684-7d176dfa6665_del
Oct 15 19:47:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Deletion of /opt/stack/data/nova/instances/4adf9502-172d-4f6e-b684-7d176dfa6665_del complete
Oct 15 19:47:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:47:57 user nova-compute[74712]: INFO nova.compute.manager [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] instance snapshotting
Oct 15 19:47:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Beginning live snapshot process
Oct 15 19:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json -f qcow2 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json -f qcow2" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json -f qcow2 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json -f qcow2" returned: 0 in 0.200s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-8fb276d1-eee5-4e40-9eac-799e9b74d72b req-c775d026-b858-4eb7-acdd-f82627eb9fd9 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-changed-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-8fb276d1-eee5-4e40-9eac-799e9b74d72b req-c775d026-b858-4eb7-acdd-f82627eb9fd9 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Refreshing instance network info cache due to event network-changed-2490ab02-d839-4da7-96f5-332f28180510. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8fb276d1-eee5-4e40-9eac-799e9b74d72b req-c775d026-b858-4eb7-acdd-f82627eb9fd9 service nova] Acquiring lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8fb276d1-eee5-4e40-9eac-799e9b74d72b req-c775d026-b858-4eb7-acdd-f82627eb9fd9 service nova] Acquired lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG nova.network.neutron [req-8fb276d1-eee5-4e40-9eac-799e9b74d72b req-c775d026-b858-4eb7-acdd-f82627eb9fd9 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Refreshing network info cache for port 2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.270s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpnjff8avy/ada575d288544a8a95e9795455b963dd.delta 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:47:58 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Deleted allocations for instance 4adf9502-172d-4f6e-b684-7d176dfa6665
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpnjff8avy/ada575d288544a8a95e9795455b963dd.delta 1073741824" returned: 0 in 0.071s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:47:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lazy-loading 'numa_topology' on Instance uuid 4adf9502-172d-4f6e-b684-7d176dfa6665 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:47:58 user nova-compute[74712]: DEBUG nova.objects.base [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Object Instance<4adf9502-172d-4f6e-b684-7d176dfa6665> lazy-loaded attributes: resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:47:59 user nova-compute[74712]: DEBUG nova.network.neutron [req-8fb276d1-eee5-4e40-9eac-799e9b74d72b req-c775d026-b858-4eb7-acdd-f82627eb9fd9 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updated VIF entry in instance network info cache for port 2490ab02-d839-4da7-96f5-332f28180510. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:47:59 user nova-compute[74712]: DEBUG nova.network.neutron [req-8fb276d1-eee5-4e40-9eac-799e9b74d72b req-c775d026-b858-4eb7-acdd-f82627eb9fd9 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating instance_info_cache with network_info: [{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": null, "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap2490ab02-d8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:47:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8fb276d1-eee5-4e40-9eac-799e9b74d72b req-c775d026-b858-4eb7-acdd-f82627eb9fd9 service nova] Releasing lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:47:59 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:47:59 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:47:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.475s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ddc69555-1333-4dd7-ad63-1c5d14cfd7af tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.931s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:47:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:48:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] COPY block job progress, current cursor: 22151168 final cursor: 75497472 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:48:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-bbf9c28c-3f1d-4d5d-a13e-0d6a045c2cb4 req-690d7840-dcf0-495d-9baa-71b5622f30ae service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-changed-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-bbf9c28c-3f1d-4d5d-a13e-0d6a045c2cb4 req-690d7840-dcf0-495d-9baa-71b5622f30ae service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing instance network info cache due to event network-changed-36aca916-ed2e-42af-a0dc-5de6006f20e2. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:48:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bbf9c28c-3f1d-4d5d-a13e-0d6a045c2cb4 req-690d7840-dcf0-495d-9baa-71b5622f30ae service nova] Acquiring lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:48:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bbf9c28c-3f1d-4d5d-a13e-0d6a045c2cb4 req-690d7840-dcf0-495d-9baa-71b5622f30ae service nova] Acquired lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:48:00 user nova-compute[74712]: DEBUG nova.network.neutron [req-bbf9c28c-3f1d-4d5d-a13e-0d6a045c2cb4 req-690d7840-dcf0-495d-9baa-71b5622f30ae service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Refreshing network info cache for port 36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:48:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:48:00 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 15 19:48:00 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:48:00 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpnjff8avy/ada575d288544a8a95e9795455b963dd.delta /opt/stack/data/nova/instances/snapshots/tmpnjff8avy/ada575d288544a8a95e9795455b963dd {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG nova.network.neutron [req-bbf9c28c-3f1d-4d5d-a13e-0d6a045c2cb4 req-690d7840-dcf0-495d-9baa-71b5622f30ae service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updated VIF entry in instance network info cache for port 36aca916-ed2e-42af-a0dc-5de6006f20e2. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG nova.network.neutron [req-bbf9c28c-3f1d-4d5d-a13e-0d6a045c2cb4 req-690d7840-dcf0-495d-9baa-71b5622f30ae service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [{"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bbf9c28c-3f1d-4d5d-a13e-0d6a045c2cb4 req-690d7840-dcf0-495d-9baa-71b5622f30ae service nova] Releasing lock "refresh_cache-1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpnjff8avy/ada575d288544a8a95e9795455b963dd.delta /opt/stack/data/nova/instances/snapshots/tmpnjff8avy/ada575d288544a8a95e9795455b963dd" returned: 0 in 0.427s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Snapshot extracted, beginning image upload
Oct 15 19:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:01 user nova-compute[74712]: INFO nova.compute.manager [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Terminating instance
Oct 15 19:48:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG nova.compute.manager [req-5b3ec732-301d-4375-89ed-aa08955f5281 req-ec4f9e17-6573-46bb-aa4f-baec0e5585de service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5b3ec732-301d-4375-89ed-aa08955f5281 req-ec4f9e17-6573-46bb-aa4f-baec0e5585de service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5b3ec732-301d-4375-89ed-aa08955f5281 req-ec4f9e17-6573-46bb-aa4f-baec0e5585de service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5b3ec732-301d-4375-89ed-aa08955f5281 req-ec4f9e17-6573-46bb-aa4f-baec0e5585de service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG nova.compute.manager [req-5b3ec732-301d-4375-89ed-aa08955f5281 req-ec4f9e17-6573-46bb-aa4f-baec0e5585de service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-unplugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG nova.compute.manager [req-5b3ec732-301d-4375-89ed-aa08955f5281 req-ec4f9e17-6573-46bb-aa4f-baec0e5585de service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-59ad4e7a-1494-4fb7-b416-f057d26ab2d6 req-6d17fd54-bf38-4ec3-bdc2-b1b7a721452a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-59ad4e7a-1494-4fb7-b416-f057d26ab2d6 req-6d17fd54-bf38-4ec3-bdc2-b1b7a721452a service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-59ad4e7a-1494-4fb7-b416-f057d26ab2d6 req-6d17fd54-bf38-4ec3-bdc2-b1b7a721452a service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-59ad4e7a-1494-4fb7-b416-f057d26ab2d6 req-6d17fd54-bf38-4ec3-bdc2-b1b7a721452a service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-59ad4e7a-1494-4fb7-b416-f057d26ab2d6 req-6d17fd54-bf38-4ec3-bdc2-b1b7a721452a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-unplugged-cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-59ad4e7a-1494-4fb7-b416-f057d26ab2d6 req-6d17fd54-bf38-4ec3-bdc2-b1b7a721452a service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-cf4d711d-2b98-4c25-a510-a2060a5d660f for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-unplugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:02 user nova-compute[74712]: WARNING nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-60ff3e09-05b1-4bd2-b579-ffd73e8be44d for instance with vm_state active and task_state deleting.
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-unplugged-0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-0de7c393-79f6-44a1-8677-64c4970fac8c for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-0de7c393-79f6-44a1-8677-64c4970fac8c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:02 user nova-compute[74712]: WARNING nova.compute.manager [req-f601eed9-35fc-4445-8ede-fda4c8e7ac82 req-d2536af5-5969-4ffa-836b-c29506f6fbec service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-0de7c393-79f6-44a1-8677-64c4970fac8c for instance with vm_state active and task_state deleting.
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Instance destroyed successfully.
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lazy-loading 'resources' on Instance uuid 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:46:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:67:08:08,bridge_name='br-int',has_traffic_filtering=True,id=36aca916-ed2e-42af-a0dc-5de6006f20e2,network=Network(540a2e41-83d3-42c3-b881-fb4d790a4472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36aca916-ed') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:67:08:08,bridge_name='br-int',has_traffic_filtering=True,id=36aca916-ed2e-42af-a0dc-5de6006f20e2,network=Network(540a2e41-83d3-42c3-b881-fb4d790a4472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36aca916-ed') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36aca916-ed, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4cab7249-7b42-4465-81bc-b5ac1026b842) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: INFO os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:67:08:08,bridge_name='br-int',has_traffic_filtering=True,id=36aca916-ed2e-42af-a0dc-5de6006f20e2,network=Network(540a2e41-83d3-42c3-b881-fb4d790a4472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36aca916-ed')
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:46:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7a:3b,bridge_name='br-int',has_traffic_filtering=True,id=60ff3e09-05b1-4bd2-b579-ffd73e8be44d,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap60ff3e09-05') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7a:3b,bridge_name='br-int',has_traffic_filtering=True,id=60ff3e09-05b1-4bd2-b579-ffd73e8be44d,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap60ff3e09-05') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap60ff3e09-05, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8f2158d5-3f1a-4cdd-9fad-5ab87c3d0511) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: INFO os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7a:3b,bridge_name='br-int',has_traffic_filtering=True,id=60ff3e09-05b1-4bd2-b579-ffd73e8be44d,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap60ff3e09-05')
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:46:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b4:b4,bridge_name='br-int',has_traffic_filtering=True,id=0de7c393-79f6-44a1-8677-64c4970fac8c,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0de7c393-79') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b4:b4,bridge_name='br-int',has_traffic_filtering=True,id=0de7c393-79f6-44a1-8677-64c4970fac8c,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0de7c393-79') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0de7c393-79, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2ae54dbb-3d5e-4bc7-934e-9bcd41b41043) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: INFO os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b4:b4,bridge_name='br-int',has_traffic_filtering=True,id=0de7c393-79f6-44a1-8677-64c4970fac8c,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0de7c393-79')
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:46:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "address": "fa:16:3e:89:94:c3", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b3f1e4b-7e", "ovs_interfaceid": "8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:94:c3,bridge_name='br-int',has_traffic_filtering=True,id=8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b3f1e4b-7e') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:94:c3,bridge_name='br-int',has_traffic_filtering=True,id=8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b3f1e4b-7e') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8b3f1e4b-7e, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=468fc69d-11d6-4a6c-aaed-61d1ee0d56b1) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: INFO os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:94:c3,bridge_name='br-int',has_traffic_filtering=True,id=8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b3f1e4b-7e')
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:46:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:fe:91,bridge_name='br-int',has_traffic_filtering=True,id=cf4d711d-2b98-4c25-a510-a2060a5d660f,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf4d711d-2b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:fe:91,bridge_name='br-int',has_traffic_filtering=True,id=cf4d711d-2b98-4c25-a510-a2060a5d660f,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf4d711d-2b') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcf4d711d-2b, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ae3bf211-3094-4f4e-8f84-c89e48d6df98) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:03 user nova-compute[74712]: WARNING nova.compute.manager [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-36aca916-ed2e-42af-a0dc-5de6006f20e2 for instance with vm_state active and task_state deleting.
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-unplugged-e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-e0cf2212-a301-468b-8613-4444bfed9040 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:03 user nova-compute[74712]: WARNING nova.compute.manager [req-ac296978-5fb6-4695-b44e-7bf8ad3fdcf1 req-6a137395-e65e-4718-a0cf-c839d0433044 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-e0cf2212-a301-468b-8613-4444bfed9040 for instance with vm_state active and task_state deleting.
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: INFO os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:fe:91,bridge_name='br-int',has_traffic_filtering=True,id=cf4d711d-2b98-4c25-a510-a2060a5d660f,network=Network(fe37cb7b-3414-4e39-b2c0-76338dba312a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf4d711d-2b')
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:46:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:0a:1a,bridge_name='br-int',has_traffic_filtering=True,id=312c4255-0ae9-447d-8592-d3d2c3e7ea63,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap312c4255-0a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:0a:1a,bridge_name='br-int',has_traffic_filtering=True,id=312c4255-0ae9-447d-8592-d3d2c3e7ea63,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap312c4255-0a') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap312c4255-0a, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0aab5b7b-e206-4b96-9d44-2bd948fda6b1) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: INFO os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:0a:1a,bridge_name='br-int',has_traffic_filtering=True,id=312c4255-0ae9-447d-8592-d3d2c3e7ea63,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap312c4255-0a')
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-15T19:45:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1279182278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1279182278',id=16,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtNICajvJY6TX+HKdJGKz5dsNwH3sh2rZyeCQuY2zn/bGN2WLoQaFQWUlzHbDd8cC5pEyXC8+JvF0QCxm2CAeyoWWbj/Xv7Vi8KKJKOcyGPsJVHhI2bJIW12bPQdTy8kw==',key_name='tempest-keypair-1271376607',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='257fbcd12f584e208d0ff95df884e133',ramdisk_id='',reservation_id='r-7ph3dlsk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-919052441',owner_user_name='tempest-TaggedBootDevicesTest_v242-919052441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:46:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eeca20ce19ac44fcb6513695a0d4e8b7',uuid=1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converting VIF {"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:05:60,bridge_name='br-int',has_traffic_filtering=True,id=e0cf2212-a301-468b-8613-4444bfed9040,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0cf2212-a3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:05:60,bridge_name='br-int',has_traffic_filtering=True,id=e0cf2212-a301-468b-8613-4444bfed9040,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0cf2212-a3') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape0cf2212-a3, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9ee333b6-9dd9-4eab-af50-b9ca4801a084) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:03 user nova-compute[74712]: INFO os_vif [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:05:60,bridge_name='br-int',has_traffic_filtering=True,id=e0cf2212-a301-468b-8613-4444bfed9040,network=Network(51518ba8-edf7-483c-becf-d22147e81f9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0cf2212-a3')
Oct 15 19:48:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPXyMZVK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:48:03 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba862fda-ef97-438b-9ded-c67ac393edaa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:48:03 user nova-compute[74712]: No targets found.
Oct 15 19:48:03 user nova-compute[74712]: iSNS:
Oct 15 19:48:03 user nova-compute[74712]: No targets found.
Oct 15 19:48:03 user nova-compute[74712]: STATIC:
Oct 15 19:48:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b
Oct 15 19:48:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:48:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:48:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5
Oct 15 19:48:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:48:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:48:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:48:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:48:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:48:03 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07
Oct 15 19:48:03 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:48:03 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:48:03 user nova-compute[74712]: FIRMWARE:
Oct 15 19:48:03 user nova-compute[74712]: No targets found.
Oct 15 19:48:03 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:48:03 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:48:03 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[09da3194-a1e4-46f9-9a1d-2591a5998fad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5646197-e067-4e9c-8b46-58f3bf8277fa]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:48:03 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:48:03 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:48:03 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:48:03 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:48:03 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:48:03 user nova-compute[74712]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 (non-flash)
Oct 15 19:48:03 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:48:03 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca446e290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5'): ({'sdf'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Removing single pathed devices sdf {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b5828e9-536d-48f9-8355-7a9d0543a873]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9baf12ac-8d2c-46a2-bf67-e36efc5d20db]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Flushing IO for device /dev/sdf {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e0fa7f0-7522-42d1-8712-447922f1a22a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:48:03 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.037s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb9ff895-f95f-443a-912e-a8607da0f758]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] SCSI volumes sdf have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[81a3a541-5240-40a5-b371-c04f1dd22a37]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad74c773-7079-461e-bf6a-47acd3c32fb1]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5, portal: 172.16.0.220,3260]
Oct 15 19:48:04 user nova-compute[74712]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5, portal: 172.16.0.220,3260] successful.
Oct 15 19:48:04 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4d5148-6236-4994-b2a8-db377d23e9b5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d84f8e07-ed6d-488e-88a4-5bcff6c2f441]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] <== disconnect_volume: return (327ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obprumdL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:48:04 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[613cb445-a116-4887-b5a9-935cef73e828]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:48:04 user nova-compute[74712]: No targets found.
Oct 15 19:48:04 user nova-compute[74712]: iSNS:
Oct 15 19:48:04 user nova-compute[74712]: No targets found.
Oct 15 19:48:04 user nova-compute[74712]: STATIC:
Oct 15 19:48:04 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b
Oct 15 19:48:04 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:48:04 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:48:04 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:48:04 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:48:04 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:48:04 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07
Oct 15 19:48:04 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:48:04 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:48:04 user nova-compute[74712]: FIRMWARE:
Oct 15 19:48:04 user nova-compute[74712]: No targets found.
Oct 15 19:48:04 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:48:04 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:48:04 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[040961e4-a672-4c6b-aa05-f4e6fc3256f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[011faa7e-fba8-4fac-88b9-0d3f45cb160c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:48:04 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:48:04 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:48:04 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:48:04 user nova-compute[74712]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 (non-flash)
Oct 15 19:48:04 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:48:04 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca446e290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07'): ({'sde'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Removing single pathed devices sde {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f054e6b-7074-45dc-b156-7f1bde5e458c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[333a8ff8-c4e0-4181-9d5d-f607ed3b34a3]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Flushing IO for device /dev/sde {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d107517-7e96-4cbc-a3d5-aad55942d687]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[40b0cb5a-b254-44a1-abcf-43694d1c4009]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:04 user nova-compute[74712]: WARNING nova.compute.manager [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-cf4d711d-2b98-4c25-a510-a2060a5d660f for instance with vm_state active and task_state deleting.
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-unplugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:04 user nova-compute[74712]: WARNING nova.compute.manager [req-01380c6b-cc31-4ca7-92ba-4727da7fefd8 req-fa2a03fa-1be9-46f0-bbcf-ff9013126fd0 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-312c4255-0ae9-447d-8592-d3d2c3e7ea63 for instance with vm_state active and task_state deleting.
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[06fe9b2a-9b87-4c86-a897-49fb202f0a94]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[afa23de2-4d22-4a1b-90ed-bc31679a3ee8]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07, portal: 172.16.0.220,3260]
Oct 15 19:48:04 user nova-compute[74712]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07, portal: 172.16.0.220,3260] successful.
Oct 15 19:48:04 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ad60ed8-6812-4115-82dc-4dc8bbdaab07 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[81089071-66e3-433d-a99e-124f12e441d4]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] <== disconnect_volume: return (310ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zvjgJUhn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:48:04 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:48:04 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Snapshot image upload complete
Oct 15 19:48:04 user nova-compute[74712]: INFO nova.compute.manager [None req-0ad086a2-775a-4984-be9a-3cae579ccf56 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Took 6.76 seconds to snapshot the instance on the hypervisor.
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[01fd8ba9-fab2-4e90-8bd0-a95ad24c72f1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:48:04 user nova-compute[74712]: No targets found.
Oct 15 19:48:04 user nova-compute[74712]: iSNS:
Oct 15 19:48:04 user nova-compute[74712]: No targets found.
Oct 15 19:48:04 user nova-compute[74712]: STATIC:
Oct 15 19:48:04 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b
Oct 15 19:48:04 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:48:04 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:48:04 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:48:04 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:48:04 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:48:04 user nova-compute[74712]: FIRMWARE:
Oct 15 19:48:04 user nova-compute[74712]: No targets found.
Oct 15 19:48:04 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:48:04 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:48:04 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9246d4d-43f5-419a-8f40-5fe1e344eede]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bda881fa-1176-44bd-9675-c01cebf56c73]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:48:04 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:48:04 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:48:04 user nova-compute[74712]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b (non-flash)
Oct 15 19:48:04 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8464f130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b'): ({'sdg'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Removing single pathed devices sdg {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ca89c6-be4a-41e4-9777-48c25aad8012]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf7f6b5b-e038-4123-9fc5-7b8cf79e81bf]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Flushing IO for device /dev/sdg {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed4fbb8-6c1f-455d-9f09-4393c5bf8a10]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.044s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee75103d-46c9-4379-8fae-3a952d0461ce]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] SCSI volumes sdg have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-unplugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-unplugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-plugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] Acquiring lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] No waiting events found dispatching network-vif-plugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:04 user nova-compute[74712]: WARNING nova.compute.manager [req-8e54c165-d6c4-4487-874c-2ac7bb12fad3 req-ab4a6076-b2f3-4fb6-8ef9-869b46d6e9c5 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received unexpected event network-vif-plugged-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 for instance with vm_state active and task_state deleting.
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0142d11c-6235-4719-aba3-5c4d1beff525]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e19b4752-f0b9-44d0-adab-52841e8bc555]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b, portal: 172.16.0.220,3260]
Oct 15 19:48:04 user nova-compute[74712]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b, portal: 172.16.0.220,3260] successful.
Oct 15 19:48:04 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f046e112-b576-4de8-b0de-db3a2676330b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b98c89b3-46f4-4830-a16b-ce0051cd4c36]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] <== disconnect_volume: return (309ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:48:04 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Deleting instance files /opt/stack/data/nova/instances/1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4_del
Oct 15 19:48:04 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Deletion of /opt/stack/data/nova/instances/1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4_del complete
Oct 15 19:48:04 user nova-compute[74712]: INFO nova.compute.manager [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Took 3.44 seconds to destroy the instance on the hypervisor.
Oct 15 19:48:04 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:48:04 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:48:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:48:05 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Creating image(s)
Oct 15 19:48:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "/opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "/opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "/opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk 1073741824" returned: 0 in 0.054s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Cannot resize image /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Ensure instance console log exists: /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Start _get_guest_xml network_info=[{"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QNUvmpfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b106586e-8899-4d70-a1f7-3777c2a0e880', 'attached_at': '', 'detached_at': '', 'volume_id': '9bb49bf9-00f9-4ece-91b8-9df2363e4071', 'serial': '9bb49bf9-00f9-4ece-91b8-9df2363e4071'}, 'attachment_id': '88860cc8-4907-4d03-b9af-a8cd0026b99c', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:48:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 15 19:48:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'vcpu_model' on Instance uuid b106586e-8899-4d70-a1f7-3777c2a0e880 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98d6f213-6b62-4136-9084-f7b8435330b5 req-aa9784ef-c4e8-4cce-acfb-7a507cd68162 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-deleted-8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:06 user nova-compute[74712]: INFO nova.compute.manager [req-98d6f213-6b62-4136-9084-f7b8435330b5 req-aa9784ef-c4e8-4cce-acfb-7a507cd68162 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Neutron deleted interface 8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2; detaching it from the instance and deleting it from the info cache
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-98d6f213-6b62-4136-9084-f7b8435330b5 req-aa9784ef-c4e8-4cce-acfb-7a507cd68162 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [{"id": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "address": "fa:16:3e:67:08:08", "network": {"id": "540a2e41-83d3-42c3-b881-fb4d790a4472", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1654412560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36aca916-ed", "ovs_interfaceid": "36aca916-ed2e-42af-a0dc-5de6006f20e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "address": "fa:16:3e:a8:7a:3b", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60ff3e09-05", "ovs_interfaceid": "60ff3e09-05b1-4bd2-b579-ffd73e8be44d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0de7c393-79f6-44a1-8677-64c4970fac8c", "address": "fa:16:3e:b1:b4:b4", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0de7c393-79", "ovs_interfaceid": "0de7c393-79f6-44a1-8677-64c4970fac8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "address": "fa:16:3e:f5:fe:91", "network": {"id": "fe37cb7b-3414-4e39-b2c0-76338dba312a", "bridge": "br-int", "label": "tempest-device-tagging-net1-1055526595", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf4d711d-2b", "ovs_interfaceid": "cf4d711d-2b98-4c25-a510-a2060a5d660f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "address": "fa:16:3e:49:0a:1a", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap312c4255-0a", "ovs_interfaceid": "312c4255-0ae9-447d-8592-d3d2c3e7ea63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0cf2212-a301-468b-8613-4444bfed9040", "address": "fa:16:3e:86:05:60", "network": {"id": "51518ba8-edf7-483c-becf-d22147e81f9e", "bridge": "br-int", "label": "tempest-device-tagging-net2-1343190171", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "257fbcd12f584e208d0ff95df884e133", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0cf2212-a3", "ovs_interfaceid": "e0cf2212-a301-468b-8613-4444bfed9040", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QNUvmpfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:48:06 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:48:06 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:48:06 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-98d6f213-6b62-4136-9084-f7b8435330b5 req-aa9784ef-c4e8-4cce-acfb-7a507cd68162 service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Detach interface failed, port_id=8b3f1e4b-7e76-4b65-9e64-7f056a43b2f2, reason: Instance 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[498cee5a-251b-4b4d-af48-23ae9c701402]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:48:06 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d6df29-2987-4eb0-b779-1f27999210da]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071] added
Oct 15 19:48:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc03f741-9d47-49fa-99e5-1182ca7f4ff3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4184d5-741b-49c0-b279-9e25631c1143]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QNUvmpfE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QNUvmpfE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3970ff3-6d8e-46e0-8a04-592e0b5df1cb]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QNUvmpfE'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4928661-829e-4838-98f0-40227040b969]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b2f725-a59b-492f-add6-1c7b162ff8ac]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:48:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:48:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:48:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ffbee7-2062-4974-9fb1-cf023ba83b9d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260]
Oct 15 19:48:07 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260] successful.
Oct 15 19:48:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[093d6a6f-d8b1-4169-8f36-e85148a2413e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c26103d-0992-4c07-a9b0-2c9389390006]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:48:07 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:48:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:48:07 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:48:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e01eea6-abc2-4775-8640-7ed72d82232f]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:48:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QNUvmpfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '26137666633643732', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26137666633643732', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:45:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1213257518',display_name='tempest-ServerActionsTestOtherA-server-1635566684',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1213257518',id=18,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNm2SQT5nquLfEBQEnd3aNidyhZx1/uvLEIa9l+/02uPWn7OujbdMtQTxI//rAGzFg6yH+4AWa/swlxzXWrDNiAdGp+2nAsRHANN7HpT+rit9h5tke7PztuYp46ro0Tq0A==',key_name='tempest-keypair-1056888634',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:45:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-gdlmb6db',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:47:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=b106586e-8899-4d70-a1f7-3777c2a0e880,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:48:08 user nova-compute[74712]:   <uuid>b106586e-8899-4d70-a1f7-3777c2a0e880</uuid>
Oct 15 19:48:08 user nova-compute[74712]:   <name>instance-00000012</name>
Oct 15 19:48:08 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:48:08 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:48:08 user nova-compute[74712]:   <metadata>
Oct 15 19:48:08 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:48:08 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:48:08 user nova-compute[74712]:       <nova:name>tempest-ServerActionsTestOtherA-server-1635566684</nova:name>
Oct 15 19:48:08 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:48:06</nova:creationTime>
Oct 15 19:48:08 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:48:08 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:48:08 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:48:08 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:48:08 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:48:08 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:48:08 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:48:08 user nova-compute[74712]:       <nova:owner>
Oct 15 19:48:08 user nova-compute[74712]:         <nova:user uuid="522fe13f4fb24632b926377276b23d68">tempest-ServerActionsTestOtherA-1442469360-project-member</nova:user>
Oct 15 19:48:08 user nova-compute[74712]:         <nova:project uuid="1e12732193f34038bdb2f114eb7f1c6d">tempest-ServerActionsTestOtherA-1442469360</nova:project>
Oct 15 19:48:08 user nova-compute[74712]:       </nova:owner>
Oct 15 19:48:08 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:48:08 user nova-compute[74712]:       <nova:ports>
Oct 15 19:48:08 user nova-compute[74712]:         <nova:port uuid="720b70f0-dddc-4549-b64b-20a93fa87c57">
Oct 15 19:48:08 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 15 19:48:08 user nova-compute[74712]:         </nova:port>
Oct 15 19:48:08 user nova-compute[74712]:       </nova:ports>
Oct 15 19:48:08 user nova-compute[74712]:     </nova:instance>
Oct 15 19:48:08 user nova-compute[74712]:   </metadata>
Oct 15 19:48:08 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:48:08 user nova-compute[74712]:     <system>
Oct 15 19:48:08 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:48:08 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:48:08 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:48:08 user nova-compute[74712]:       <entry name="serial">b106586e-8899-4d70-a1f7-3777c2a0e880</entry>
Oct 15 19:48:08 user nova-compute[74712]:       <entry name="uuid">b106586e-8899-4d70-a1f7-3777c2a0e880</entry>
Oct 15 19:48:08 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:48:08 user nova-compute[74712]:     </system>
Oct 15 19:48:08 user nova-compute[74712]:   </sysinfo>
Oct 15 19:48:08 user nova-compute[74712]:   <os>
Oct 15 19:48:08 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:48:08 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:48:08 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:48:08 user nova-compute[74712]:   </os>
Oct 15 19:48:08 user nova-compute[74712]:   <features>
Oct 15 19:48:08 user nova-compute[74712]:     <acpi/>
Oct 15 19:48:08 user nova-compute[74712]:     <apic/>
Oct 15 19:48:08 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:48:08 user nova-compute[74712]:   </features>
Oct 15 19:48:08 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:48:08 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:48:08 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:48:08 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:48:08 user nova-compute[74712]:   </clock>
Oct 15 19:48:08 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:48:08 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:48:08 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:48:08 user nova-compute[74712]:   </cpu>
Oct 15 19:48:08 user nova-compute[74712]:   <devices>
Oct 15 19:48:08 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:48:08 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:48:08 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk"/>
Oct 15 19:48:08 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:48:08 user nova-compute[74712]:     </disk>
Oct 15 19:48:08 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:48:08 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:48:08 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 19:48:08 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:48:08 user nova-compute[74712]:       <serial>9bb49bf9-00f9-4ece-91b8-9df2363e4071</serial>
Oct 15 19:48:08 user nova-compute[74712]:     </disk>
Oct 15 19:48:08 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:48:08 user nova-compute[74712]:       <mac address="fa:16:3e:57:24:86"/>
Oct 15 19:48:08 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:48:08 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:48:08 user nova-compute[74712]:       <target dev="tap720b70f0-dd"/>
Oct 15 19:48:08 user nova-compute[74712]:     </interface>
Oct 15 19:48:08 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:48:08 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/console.log" append="off"/>
Oct 15 19:48:08 user nova-compute[74712]:     </serial>
Oct 15 19:48:08 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:48:08 user nova-compute[74712]:     <video>
Oct 15 19:48:08 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:48:08 user nova-compute[74712]:     </video>
Oct 15 19:48:08 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:48:08 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:48:08 user nova-compute[74712]:     </rng>
Oct 15 19:48:08 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:48:08 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:48:08 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:48:08 user nova-compute[74712]:     </memballoon>
Oct 15 19:48:08 user nova-compute[74712]:   </devices>
Oct 15 19:48:08 user nova-compute[74712]: </domain>
Oct 15 19:48:08 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:45:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1213257518',display_name='tempest-ServerActionsTestOtherA-server-1635566684',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1213257518',id=18,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNm2SQT5nquLfEBQEnd3aNidyhZx1/uvLEIa9l+/02uPWn7OujbdMtQTxI//rAGzFg6yH+4AWa/swlxzXWrDNiAdGp+2nAsRHANN7HpT+rit9h5tke7PztuYp46ro0Tq0A==',key_name='tempest-keypair-1056888634',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:45:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-gdlmb6db',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:47:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=b106586e-8899-4d70-a1f7-3777c2a0e880,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG os_vif [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c301f0a1-0634-5822-8de1-1179c42b95b4', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap720b70f0-dd, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap720b70f0-dd, col_values=(('qos', UUID('a489cdf4-1590-4e00-80c4-9b229aeb2c19')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap720b70f0-dd, col_values=(('external_ids', {'iface-id': '720b70f0-dddc-4549-b64b-20a93fa87c57', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:24:86', 'vm-uuid': 'b106586e-8899-4d70-a1f7-3777c2a0e880'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:08 user nova-compute[74712]: INFO os_vif [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd')
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No VIF found with MAC fa:16:3e:57:24:86, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:08 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Took 3.49 seconds to deallocate network for instance.
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-f5aa1ba3-12d9-4688-a28f-dd634ac3479e req-7c7449c6-d2e4-44e4-95e2-862ed75984ea service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-deleted-312c4255-0ae9-447d-8592-d3d2c3e7ea63 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-f5aa1ba3-12d9-4688-a28f-dd634ac3479e req-7c7449c6-d2e4-44e4-95e2-862ed75984ea service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-deleted-36aca916-ed2e-42af-a0dc-5de6006f20e2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-f5aa1ba3-12d9-4688-a28f-dd634ac3479e req-7c7449c6-d2e4-44e4-95e2-862ed75984ea service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-deleted-cf4d711d-2b98-4c25-a510-a2060a5d660f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-f5aa1ba3-12d9-4688-a28f-dd634ac3479e req-7c7449c6-d2e4-44e4-95e2-862ed75984ea service nova] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Received event network-vif-deleted-e0cf2212-a301-468b-8613-4444bfed9040 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] No waiting events found dispatching network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:10 user nova-compute[74712]: WARNING nova.compute.manager [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received unexpected event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 for instance with vm_state active and task_state rebuild_spawning.
Oct 15 19:48:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] No waiting events found dispatching network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:10 user nova-compute[74712]: WARNING nova.compute.manager [req-4e6a0dce-6bec-43a8-a48c-1e881fc50091 req-8adc17de-5aa0-4fb5-9729-eac5cdf8eddf service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received unexpected event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 for instance with vm_state active and task_state rebuild_spawning.
Oct 15 19:48:11 user nova-compute[74712]: INFO nova.compute.manager [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] [instance: 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4] Took 2.75 seconds to detach 3 volumes for instance.
Oct 15 19:48:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:11 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:48:11 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:48:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.322s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:11 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Deleted allocations for instance 1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4
Oct 15 19:48:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7ef1f80-401d-472e-b860-dcf95274f275 tempest-TaggedBootDevicesTest_v242-919052441 tempest-TaggedBootDevicesTest_v242-919052441-project-member] Lock "1c53a91e-52e4-422f-9a59-6cdf5b3bb8f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.224s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:48:12 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Instance spawned successfully.
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74712) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 15 19:48:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec434e9a-ce9a-4cc1-b636-d40165e23411 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.093s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:48:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:48:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:48:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:48:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:22 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:48:22 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:48:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7836MB free_disk=25.175743103027344GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance b106586e-8899-4d70-a1f7-3777c2a0e880 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c59c3991-7189-4911-9d31-f401a9fa253c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance d187f4ee-3318-456e-9d87-96442001811f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:48:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.468s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:48:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:48:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:48:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:48:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:48:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:48:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:48:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:48:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:48:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6bfb447e-c077-474f-a556-475183605a01] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updating instance_info_cache with network_info: [{"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:26 user nova-compute[74712]: INFO nova.compute.manager [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Terminating instance
Oct 15 19:48:26 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-2ab7420d-5222-4cf2-8cf5-5689220b50c3 req-49347c5f-bfc2-4d8d-a82a-57163865be68 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-unplugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2ab7420d-5222-4cf2-8cf5-5689220b50c3 req-49347c5f-bfc2-4d8d-a82a-57163865be68 service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2ab7420d-5222-4cf2-8cf5-5689220b50c3 req-49347c5f-bfc2-4d8d-a82a-57163865be68 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2ab7420d-5222-4cf2-8cf5-5689220b50c3 req-49347c5f-bfc2-4d8d-a82a-57163865be68 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-2ab7420d-5222-4cf2-8cf5-5689220b50c3 req-49347c5f-bfc2-4d8d-a82a-57163865be68 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-unplugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-2ab7420d-5222-4cf2-8cf5-5689220b50c3 req-49347c5f-bfc2-4d8d-a82a-57163865be68 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-unplugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:48:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Instance destroyed successfully.
Oct 15 19:48:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'resources' on Instance uuid 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1959526558',display_name='tempest-AttachVolumeTestJSON-server-1959526558',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1959526558',id=4,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFg0ZyD9w1Nk5vApk8/hOVaPEqL9AsbygKRwJs58DgFIWbco1bBK6NsavSh4qsG7V/i6RP80OqhZpDrVg7q1ZtPeha5Gll8ljYZmNIIECGSb9LiIPc03IVxFzYIpSbAymw==',key_name='tempest-keypair-564300444',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-5gqaxhjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:46:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "28fe02bb-44e0-47f4-898b-9abc977a76de", "address": "fa:16:3e:75:ee:1e", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28fe02bb-44", "ovs_interfaceid": "28fe02bb-44e0-47f4-898b-9abc977a76de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG os_vif [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap28fe02bb-44, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=222f624d-e827-4e9c-b86d-4119eee644ff) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:27 user nova-compute[74712]: INFO os_vif [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:ee:1e,bridge_name='br-int',has_traffic_filtering=True,id=28fe02bb-44e0-47f4-898b-9abc977a76de,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28fe02bb-44')
Oct 15 19:48:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Deleting instance files /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf_del
Oct 15 19:48:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Deletion of /opt/stack/data/nova/instances/6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf_del complete
Oct 15 19:48:27 user nova-compute[74712]: INFO nova.compute.manager [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 15 19:48:27 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:48:27 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:48:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:28 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:48:28 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Took 0.90 seconds to deallocate network for instance.
Oct 15 19:48:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-fe9623c6-2fcf-4acd-ba4c-b29912dc0983 req-a734bcfe-1ece-41cb-8618-54dd62cd7c5f service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-deleted-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:28 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:48:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:48:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.276s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:28 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Deleted allocations for instance 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf
Oct 15 19:48:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1f499de2-bef6-42c1-a26c-66705ae5dcda tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.343s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-5bebcaf0-8c1b-44eb-b566-9f353e89c299 req-7453f3d4-333b-42d3-8579-4b879ed73b60 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5bebcaf0-8c1b-44eb-b566-9f353e89c299 req-7453f3d4-333b-42d3-8579-4b879ed73b60 service nova] Acquiring lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5bebcaf0-8c1b-44eb-b566-9f353e89c299 req-7453f3d4-333b-42d3-8579-4b879ed73b60 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5bebcaf0-8c1b-44eb-b566-9f353e89c299 req-7453f3d4-333b-42d3-8579-4b879ed73b60 service nova] Lock "6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-5bebcaf0-8c1b-44eb-b566-9f353e89c299 req-7453f3d4-333b-42d3-8579-4b879ed73b60 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] No waiting events found dispatching network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:29 user nova-compute[74712]: WARNING nova.compute.manager [req-5bebcaf0-8c1b-44eb-b566-9f353e89c299 req-7453f3d4-333b-42d3-8579-4b879ed73b60 service nova] [instance: 6a022fb6-2c02-4112-9b1a-2ce4ccc42ccf] Received unexpected event network-vif-plugged-28fe02bb-44e0-47f4-898b-9abc977a76de for instance with vm_state deleted and task_state None.
Oct 15 19:48:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "d187f4ee-3318-456e-9d87-96442001811f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "d187f4ee-3318-456e-9d87-96442001811f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "d187f4ee-3318-456e-9d87-96442001811f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "d187f4ee-3318-456e-9d87-96442001811f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "d187f4ee-3318-456e-9d87-96442001811f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:30 user nova-compute[74712]: INFO nova.compute.manager [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Terminating instance
Oct 15 19:48:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed3dff38-72e0-4258-b591-7a641bfdbb09 req-63b1d533-5a1c-44ef-91c3-54f5a158884a service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Received event network-vif-unplugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed3dff38-72e0-4258-b591-7a641bfdbb09 req-63b1d533-5a1c-44ef-91c3-54f5a158884a service nova] Acquiring lock "d187f4ee-3318-456e-9d87-96442001811f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed3dff38-72e0-4258-b591-7a641bfdbb09 req-63b1d533-5a1c-44ef-91c3-54f5a158884a service nova] Lock "d187f4ee-3318-456e-9d87-96442001811f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed3dff38-72e0-4258-b591-7a641bfdbb09 req-63b1d533-5a1c-44ef-91c3-54f5a158884a service nova] Lock "d187f4ee-3318-456e-9d87-96442001811f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed3dff38-72e0-4258-b591-7a641bfdbb09 req-63b1d533-5a1c-44ef-91c3-54f5a158884a service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] No waiting events found dispatching network-vif-unplugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed3dff38-72e0-4258-b591-7a641bfdbb09 req-63b1d533-5a1c-44ef-91c3-54f5a158884a service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Received event network-vif-unplugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:48:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: d187f4ee-3318-456e-9d87-96442001811f] Instance destroyed successfully.
Oct 15 19:48:31 user nova-compute[74712]: DEBUG nova.objects.instance [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lazy-loading 'resources' on Instance uuid d187f4ee-3318-456e-9d87-96442001811f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1556466925',display_name='tempest-VolumesActionsTest-instance-1556466925',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1556466925',id=21,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7fab5913943d4e73905cbf0337cd5252',ramdisk_id='',reservation_id='r-ceedhxpo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-809768542',owner_user_name='tempest-VolumesActionsTest-809768542-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:46:42Z,user_data=None,user_id='f98b3c56ec2b4ecdbd1fe300dee67a02',uuid=d187f4ee-3318-456e-9d87-96442001811f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "address": "fa:16:3e:71:5b:40", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bb8fa0d-f8", "ovs_interfaceid": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converting VIF {"id": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "address": "fa:16:3e:71:5b:40", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bb8fa0d-f8", "ovs_interfaceid": "5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:5b:40,bridge_name='br-int',has_traffic_filtering=True,id=5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bb8fa0d-f8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG os_vif [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:5b:40,bridge_name='br-int',has_traffic_filtering=True,id=5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bb8fa0d-f8') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5bb8fa0d-f8, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=88e3f544-cd51-43bc-99ae-24aebc94fe37) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:31 user nova-compute[74712]: INFO os_vif [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:5b:40,bridge_name='br-int',has_traffic_filtering=True,id=5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bb8fa0d-f8')
Oct 15 19:48:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Deleting instance files /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f_del
Oct 15 19:48:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Deletion of /opt/stack/data/nova/instances/d187f4ee-3318-456e-9d87-96442001811f_del complete
Oct 15 19:48:31 user nova-compute[74712]: INFO nova.compute.manager [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: d187f4ee-3318-456e-9d87-96442001811f] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 15 19:48:31 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: d187f4ee-3318-456e-9d87-96442001811f] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: d187f4ee-3318-456e-9d87-96442001811f] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: d187f4ee-3318-456e-9d87-96442001811f] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:48:31 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: d187f4ee-3318-456e-9d87-96442001811f] Took 0.70 seconds to deallocate network for instance.
Oct 15 19:48:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:32 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:48:32 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:48:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.287s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:32 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Deleted allocations for instance d187f4ee-3318-456e-9d87-96442001811f
Oct 15 19:48:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18da575b-bc57-445e-80e8-1f9185ab4b41 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "d187f4ee-3318-456e-9d87-96442001811f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.090s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-40f678ce-9d61-4a68-90c6-f88caf2a7928 req-761005ee-0991-45d8-b7b9-4ebf15a5d52c service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Received event network-vif-plugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-40f678ce-9d61-4a68-90c6-f88caf2a7928 req-761005ee-0991-45d8-b7b9-4ebf15a5d52c service nova] Acquiring lock "d187f4ee-3318-456e-9d87-96442001811f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:48:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-40f678ce-9d61-4a68-90c6-f88caf2a7928 req-761005ee-0991-45d8-b7b9-4ebf15a5d52c service nova] Lock "d187f4ee-3318-456e-9d87-96442001811f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:48:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-40f678ce-9d61-4a68-90c6-f88caf2a7928 req-761005ee-0991-45d8-b7b9-4ebf15a5d52c service nova] Lock "d187f4ee-3318-456e-9d87-96442001811f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:48:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-40f678ce-9d61-4a68-90c6-f88caf2a7928 req-761005ee-0991-45d8-b7b9-4ebf15a5d52c service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] No waiting events found dispatching network-vif-plugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:48:32 user nova-compute[74712]: WARNING nova.compute.manager [req-40f678ce-9d61-4a68-90c6-f88caf2a7928 req-761005ee-0991-45d8-b7b9-4ebf15a5d52c service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Received unexpected event network-vif-plugged-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 for instance with vm_state deleted and task_state None.
Oct 15 19:48:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-40f678ce-9d61-4a68-90c6-f88caf2a7928 req-761005ee-0991-45d8-b7b9-4ebf15a5d52c service nova] [instance: d187f4ee-3318-456e-9d87-96442001811f] Received event network-vif-deleted-5bb8fa0d-f815-4e0e-9e74-cb8be9b3c8a2 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:48:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:44 user nova-compute[74712]: DEBUG nova.compute.manager [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:48:44 user nova-compute[74712]: INFO nova.compute.manager [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] instance snapshotting
Oct 15 19:48:45 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Beginning live snapshot process
Oct 15 19:48:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json -f qcow2 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json -f qcow2 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json -f qcow2" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.165s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpbqnbrjw_/abcd61b6e07040eb8d8634e3eed5e8d6.delta 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpbqnbrjw_/abcd61b6e07040eb8d8634e3eed5e8d6.delta 1073741824" returned: 0 in 0.052s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:45 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 15 19:48:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] COPY block job progress, current cursor: 65536 final cursor: 75497472 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:48:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:48:47 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 15 19:48:47 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:48:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpbqnbrjw_/abcd61b6e07040eb8d8634e3eed5e8d6.delta /opt/stack/data/nova/instances/snapshots/tmpbqnbrjw_/abcd61b6e07040eb8d8634e3eed5e8d6 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:48:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpbqnbrjw_/abcd61b6e07040eb8d8634e3eed5e8d6.delta /opt/stack/data/nova/instances/snapshots/tmpbqnbrjw_/abcd61b6e07040eb8d8634e3eed5e8d6" returned: 0 in 0.580s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:48:47 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Snapshot extracted, beginning image upload
Oct 15 19:48:50 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Snapshot image upload complete
Oct 15 19:48:50 user nova-compute[74712]: INFO nova.compute.manager [None req-e8651408-bc1a-4b23-af07-263528809190 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Took 5.38 seconds to snapshot the instance on the hypervisor.
Oct 15 19:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 19:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:48:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:49:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:49:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 19:49:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:49:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:49:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:49:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 19:49:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:49:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:49:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:11 user nova-compute[74712]: INFO nova.compute.manager [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Unshelving
Oct 15 19:49:11 user nova-compute[74712]: INFO nova.virt.block_device [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Booting with volume ca0087d5-cbd8-4947-b68a-663c29b212d7 at /dev/vdc
Oct 15 19:49:11 user nova-compute[74712]: DEBUG os_brick.utils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd832e19-c878-4990-9ab5-903966d0a8b5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a0adec-f16e-4b8a-9016-d4e0b3c2e991]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[13c96ff6-fb2a-42bd-8b1c-5837932ace6e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed7d941-bf49-4ac6-b18b-02014e2223ef]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:49:11 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:49:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[065ecbfe-8115-413e-abdc-a472cc79e7a1]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG os_brick.utils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:49:11 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updating existing volume attachment record: 6c1b41c2-a485-49f8-a460-0efa2ac3006f {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:49:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:49:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:49:20 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:49:21 user nova-compute[74712]: INFO nova.compute.claims [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Claim successful on node user
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.461s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:21 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.policy [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d48efcbd0794329a2a4064b10e721c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea1a6a5a586544cc99e45204a29d48dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:49:21 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Creating image(s)
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "/opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "/opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "/opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.703s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:22 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:49:22 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8240MB free_disk=25.143001556396484GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Successfully created port: f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance b106586e-8899-4d70-a1f7-3777c2a0e880 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c59c3991-7189-4911-9d31-f401a9fa253c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a7fe02b3-a623-4867-87b0-174643f2167a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 56a92a83-0470-423f-adba-b0416b465443 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.226s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk 1073741824" returned: 0 in 0.048s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 7431cfcd-a890-4f7a-ac02-4019ad17fd20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:49:22 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Checking if we can resize image /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Cannot resize image /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Ensure instance console log exists: /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.679s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.625s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:49:23 user nova-compute[74712]: INFO nova.compute.claims [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Claim successful on node user
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Successfully updated port: f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "refresh_cache-56a92a83-0470-423f-adba-b0416b465443" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquired lock "refresh_cache-56a92a83-0470-423f-adba-b0416b465443" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.compute.manager [req-7c4642c7-c25a-4f16-aa74-fd3163004d1d req-d3f4fdac-0468-4c38-b4af-1795f77c442f service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received event network-changed-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.compute.manager [req-7c4642c7-c25a-4f16-aa74-fd3163004d1d req-d3f4fdac-0468-4c38-b4af-1795f77c442f service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Refreshing instance network info cache due to event network-changed-f264b553-f4a0-4770-b864-4c6b1dc10cdf. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7c4642c7-c25a-4f16-aa74-fd3163004d1d req-d3f4fdac-0468-4c38-b4af-1795f77c442f service nova] Acquiring lock "refresh_cache-56a92a83-0470-423f-adba-b0416b465443" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.425s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Updating instance_info_cache with network_info: [{"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Releasing lock "refresh_cache-56a92a83-0470-423f-adba-b0416b465443" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Instance network_info: |[{"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7c4642c7-c25a-4f16-aa74-fd3163004d1d req-d3f4fdac-0468-4c38-b4af-1795f77c442f service nova] Acquired lock "refresh_cache-56a92a83-0470-423f-adba-b0416b465443" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.network.neutron [req-7c4642c7-c25a-4f16-aa74-fd3163004d1d req-d3f4fdac-0468-4c38-b4af-1795f77c442f service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Refreshing network info cache for port f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Start _get_guest_xml network_info=[{"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:49:23 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:49:23 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:49:23 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:49:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-765180898',display_name='tempest-AttachVolumeTestJSON-server-765180898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-765180898',id=23,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPr5dhncWRFXz5K0MXKu3OAMeqC2NRNWorayyvX3MGiOPvcllUXZsAEGRJdMTOEZ1aqAKD42/A8kB0pMoJ2Y4nDK/1kdmV+1i46vV1WvSMiXa4sWSNCCqyGDrL8bzeytnw==',key_name='tempest-keypair-397487444',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-j2xyrtrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:49:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=56a92a83-0470-423f-adba-b0416b465443,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=f264b553-f4a0-4770-b864-4c6b1dc10cdf,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf264b553-f4') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.objects.instance [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'pci_devices' on Instance uuid 56a92a83-0470-423f-adba-b0416b465443 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:49:23 user nova-compute[74712]:   <uuid>56a92a83-0470-423f-adba-b0416b465443</uuid>
Oct 15 19:49:23 user nova-compute[74712]:   <name>instance-00000017</name>
Oct 15 19:49:23 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:49:23 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:49:23 user nova-compute[74712]:   <metadata>
Oct 15 19:49:23 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:49:23 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:49:23 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeTestJSON-server-765180898</nova:name>
Oct 15 19:49:23 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:49:23</nova:creationTime>
Oct 15 19:49:23 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:49:23 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:49:23 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:49:23 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:49:23 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:49:23 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:49:23 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:49:23 user nova-compute[74712]:       <nova:owner>
Oct 15 19:49:23 user nova-compute[74712]:         <nova:user uuid="9d48efcbd0794329a2a4064b10e721c4">tempest-AttachVolumeTestJSON-1553519355-project-member</nova:user>
Oct 15 19:49:23 user nova-compute[74712]:         <nova:project uuid="ea1a6a5a586544cc99e45204a29d48dd">tempest-AttachVolumeTestJSON-1553519355</nova:project>
Oct 15 19:49:23 user nova-compute[74712]:       </nova:owner>
Oct 15 19:49:23 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:49:23 user nova-compute[74712]:       <nova:ports>
Oct 15 19:49:23 user nova-compute[74712]:         <nova:port uuid="f264b553-f4a0-4770-b864-4c6b1dc10cdf">
Oct 15 19:49:23 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 15 19:49:23 user nova-compute[74712]:         </nova:port>
Oct 15 19:49:23 user nova-compute[74712]:       </nova:ports>
Oct 15 19:49:23 user nova-compute[74712]:     </nova:instance>
Oct 15 19:49:23 user nova-compute[74712]:   </metadata>
Oct 15 19:49:23 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:49:23 user nova-compute[74712]:     <system>
Oct 15 19:49:23 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:49:23 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:49:23 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:49:23 user nova-compute[74712]:       <entry name="serial">56a92a83-0470-423f-adba-b0416b465443</entry>
Oct 15 19:49:23 user nova-compute[74712]:       <entry name="uuid">56a92a83-0470-423f-adba-b0416b465443</entry>
Oct 15 19:49:23 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:49:23 user nova-compute[74712]:     </system>
Oct 15 19:49:23 user nova-compute[74712]:   </sysinfo>
Oct 15 19:49:23 user nova-compute[74712]:   <os>
Oct 15 19:49:23 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:49:23 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:49:23 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:49:23 user nova-compute[74712]:   </os>
Oct 15 19:49:23 user nova-compute[74712]:   <features>
Oct 15 19:49:23 user nova-compute[74712]:     <acpi/>
Oct 15 19:49:23 user nova-compute[74712]:     <apic/>
Oct 15 19:49:23 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:49:23 user nova-compute[74712]:   </features>
Oct 15 19:49:23 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:49:23 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:49:23 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:49:23 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:49:23 user nova-compute[74712]:   </clock>
Oct 15 19:49:23 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:49:23 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:49:23 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:49:23 user nova-compute[74712]:   </cpu>
Oct 15 19:49:23 user nova-compute[74712]:   <devices>
Oct 15 19:49:23 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:49:23 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:49:23 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk"/>
Oct 15 19:49:23 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:49:23 user nova-compute[74712]:     </disk>
Oct 15 19:49:23 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:49:23 user nova-compute[74712]:       <mac address="fa:16:3e:4b:99:2f"/>
Oct 15 19:49:23 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:49:23 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:49:23 user nova-compute[74712]:       <target dev="tapf264b553-f4"/>
Oct 15 19:49:23 user nova-compute[74712]:     </interface>
Oct 15 19:49:23 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:49:23 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/console.log" append="off"/>
Oct 15 19:49:23 user nova-compute[74712]:     </serial>
Oct 15 19:49:23 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:49:23 user nova-compute[74712]:     <video>
Oct 15 19:49:23 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:49:23 user nova-compute[74712]:     </video>
Oct 15 19:49:23 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:49:23 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:49:23 user nova-compute[74712]:     </rng>
Oct 15 19:49:23 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:49:23 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:49:23 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:49:23 user nova-compute[74712]:     </memballoon>
Oct 15 19:49:23 user nova-compute[74712]:   </devices>
Oct 15 19:49:23 user nova-compute[74712]: </domain>
Oct 15 19:49:23 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:49:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-765180898',display_name='tempest-AttachVolumeTestJSON-server-765180898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-765180898',id=23,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPr5dhncWRFXz5K0MXKu3OAMeqC2NRNWorayyvX3MGiOPvcllUXZsAEGRJdMTOEZ1aqAKD42/A8kB0pMoJ2Y4nDK/1kdmV+1i46vV1WvSMiXa4sWSNCCqyGDrL8bzeytnw==',key_name='tempest-keypair-397487444',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-j2xyrtrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:49:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=56a92a83-0470-423f-adba-b0416b465443,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=f264b553-f4a0-4770-b864-4c6b1dc10cdf,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf264b553-f4') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG os_vif [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=f264b553-f4a0-4770-b864-4c6b1dc10cdf,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf264b553-f4') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '884ada0a-da52-5f7e-8f11-2341dc0d7dae', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf264b553-f4, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf264b553-f4, col_values=(('qos', UUID('261ce558-0e04-4e39-b6a5-11a7c994df8c')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf264b553-f4, col_values=(('external_ids', {'iface-id': 'f264b553-f4a0-4770-b864-4c6b1dc10cdf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:99:2f', 'vm-uuid': '56a92a83-0470-423f-adba-b0416b465443'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:24 user nova-compute[74712]: INFO os_vif [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=f264b553-f4a0-4770-b864-4c6b1dc10cdf,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf264b553-f4')
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:49:24 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Creating image(s)
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "/opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "/opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "/opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.policy [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f98b3c56ec2b4ecdbd1fe300dee67a02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fab5913943d4e73905cbf0337cd5252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No VIF found with MAC fa:16:3e:4b:99:2f, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.202s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk 1073741824" returned: 0 in 0.055s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.network.neutron [req-7c4642c7-c25a-4f16-aa74-fd3163004d1d req-d3f4fdac-0468-4c38-b4af-1795f77c442f service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Updated VIF entry in instance network info cache for port f264b553-f4a0-4770-b864-4c6b1dc10cdf. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.network.neutron [req-7c4642c7-c25a-4f16-aa74-fd3163004d1d req-d3f4fdac-0468-4c38-b4af-1795f77c442f service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Updating instance_info_cache with network_info: [{"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7c4642c7-c25a-4f16-aa74-fd3163004d1d req-d3f4fdac-0468-4c38-b4af-1795f77c442f service nova] Releasing lock "refresh_cache-56a92a83-0470-423f-adba-b0416b465443" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Cannot resize image /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Ensure instance console log exists: /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Successfully created port: 42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-50925d85-d945-469c-9896-3f888c00348b req-1bf0243c-d6cd-4b98-bb86-84200d4f204f service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received event network-vif-plugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-50925d85-d945-469c-9896-3f888c00348b req-1bf0243c-d6cd-4b98-bb86-84200d4f204f service nova] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-50925d85-d945-469c-9896-3f888c00348b req-1bf0243c-d6cd-4b98-bb86-84200d4f204f service nova] Lock "56a92a83-0470-423f-adba-b0416b465443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-50925d85-d945-469c-9896-3f888c00348b req-1bf0243c-d6cd-4b98-bb86-84200d4f204f service nova] Lock "56a92a83-0470-423f-adba-b0416b465443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-50925d85-d945-469c-9896-3f888c00348b req-1bf0243c-d6cd-4b98-bb86-84200d4f204f service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] No waiting events found dispatching network-vif-plugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:49:25 user nova-compute[74712]: WARNING nova.compute.manager [req-50925d85-d945-469c-9896-3f888c00348b req-1bf0243c-d6cd-4b98-bb86-84200d4f204f service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received unexpected event network-vif-plugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf for instance with vm_state building and task_state spawning.
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Successfully updated port: 42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "refresh_cache-7431cfcd-a890-4f7a-ac02-4019ad17fd20" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquired lock "refresh_cache-7431cfcd-a890-4f7a-ac02-4019ad17fd20" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Updating instance_info_cache with network_info: [{"id": "42725451-f886-41ee-9034-218bb9c506f4", "address": "fa:16:3e:8e:88:2c", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42725451-f8", "ovs_interfaceid": "42725451-f886-41ee-9034-218bb9c506f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Releasing lock "refresh_cache-7431cfcd-a890-4f7a-ac02-4019ad17fd20" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Instance network_info: |[{"id": "42725451-f886-41ee-9034-218bb9c506f4", "address": "fa:16:3e:8e:88:2c", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42725451-f8", "ovs_interfaceid": "42725451-f886-41ee-9034-218bb9c506f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Start _get_guest_xml network_info=[{"id": "42725451-f886-41ee-9034-218bb9c506f4", "address": "fa:16:3e:8e:88:2c", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42725451-f8", "ovs_interfaceid": "42725451-f886-41ee-9034-218bb9c506f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:49:26 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:49:26 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:49:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-753582037',display_name='tempest-VolumesActionsTest-instance-753582037',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-753582037',id=24,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7fab5913943d4e73905cbf0337cd5252',ramdisk_id='',reservation_id='r-9uacbe4q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-809768542',owner_user_name='tempest-VolumesActionsTest-809768542-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:49:24Z,user_data=None,user_id='f98b3c56ec2b4ecdbd1fe300dee67a02',uuid=7431cfcd-a890-4f7a-ac02-4019ad17fd20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42725451-f886-41ee-9034-218bb9c506f4", "address": "fa:16:3e:8e:88:2c", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42725451-f8", "ovs_interfaceid": "42725451-f886-41ee-9034-218bb9c506f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converting VIF {"id": "42725451-f886-41ee-9034-218bb9c506f4", "address": "fa:16:3e:8e:88:2c", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42725451-f8", "ovs_interfaceid": "42725451-f886-41ee-9034-218bb9c506f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:88:2c,bridge_name='br-int',has_traffic_filtering=True,id=42725451-f886-41ee-9034-218bb9c506f4,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42725451-f8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lazy-loading 'pci_devices' on Instance uuid 7431cfcd-a890-4f7a-ac02-4019ad17fd20 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:49:26 user nova-compute[74712]:   <uuid>7431cfcd-a890-4f7a-ac02-4019ad17fd20</uuid>
Oct 15 19:49:26 user nova-compute[74712]:   <name>instance-00000018</name>
Oct 15 19:49:26 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:49:26 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:49:26 user nova-compute[74712]:   <metadata>
Oct 15 19:49:26 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:49:26 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:49:26 user nova-compute[74712]:       <nova:name>tempest-VolumesActionsTest-instance-753582037</nova:name>
Oct 15 19:49:26 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:49:26</nova:creationTime>
Oct 15 19:49:26 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:49:26 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:49:26 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:49:26 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:49:26 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:49:26 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:49:26 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:49:26 user nova-compute[74712]:       <nova:owner>
Oct 15 19:49:26 user nova-compute[74712]:         <nova:user uuid="f98b3c56ec2b4ecdbd1fe300dee67a02">tempest-VolumesActionsTest-809768542-project-member</nova:user>
Oct 15 19:49:26 user nova-compute[74712]:         <nova:project uuid="7fab5913943d4e73905cbf0337cd5252">tempest-VolumesActionsTest-809768542</nova:project>
Oct 15 19:49:26 user nova-compute[74712]:       </nova:owner>
Oct 15 19:49:26 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:49:26 user nova-compute[74712]:       <nova:ports>
Oct 15 19:49:26 user nova-compute[74712]:         <nova:port uuid="42725451-f886-41ee-9034-218bb9c506f4">
Oct 15 19:49:26 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 15 19:49:26 user nova-compute[74712]:         </nova:port>
Oct 15 19:49:26 user nova-compute[74712]:       </nova:ports>
Oct 15 19:49:26 user nova-compute[74712]:     </nova:instance>
Oct 15 19:49:26 user nova-compute[74712]:   </metadata>
Oct 15 19:49:26 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:49:26 user nova-compute[74712]:     <system>
Oct 15 19:49:26 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:49:26 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:49:26 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:49:26 user nova-compute[74712]:       <entry name="serial">7431cfcd-a890-4f7a-ac02-4019ad17fd20</entry>
Oct 15 19:49:26 user nova-compute[74712]:       <entry name="uuid">7431cfcd-a890-4f7a-ac02-4019ad17fd20</entry>
Oct 15 19:49:26 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:49:26 user nova-compute[74712]:     </system>
Oct 15 19:49:26 user nova-compute[74712]:   </sysinfo>
Oct 15 19:49:26 user nova-compute[74712]:   <os>
Oct 15 19:49:26 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:49:26 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:49:26 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:49:26 user nova-compute[74712]:   </os>
Oct 15 19:49:26 user nova-compute[74712]:   <features>
Oct 15 19:49:26 user nova-compute[74712]:     <acpi/>
Oct 15 19:49:26 user nova-compute[74712]:     <apic/>
Oct 15 19:49:26 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:49:26 user nova-compute[74712]:   </features>
Oct 15 19:49:26 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:49:26 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:49:26 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:49:26 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:49:26 user nova-compute[74712]:   </clock>
Oct 15 19:49:26 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:49:26 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:49:26 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:49:26 user nova-compute[74712]:   </cpu>
Oct 15 19:49:26 user nova-compute[74712]:   <devices>
Oct 15 19:49:26 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:49:26 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:49:26 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk"/>
Oct 15 19:49:26 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:49:26 user nova-compute[74712]:     </disk>
Oct 15 19:49:26 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:49:26 user nova-compute[74712]:       <mac address="fa:16:3e:8e:88:2c"/>
Oct 15 19:49:26 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:49:26 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:49:26 user nova-compute[74712]:       <target dev="tap42725451-f8"/>
Oct 15 19:49:26 user nova-compute[74712]:     </interface>
Oct 15 19:49:26 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:49:26 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/console.log" append="off"/>
Oct 15 19:49:26 user nova-compute[74712]:     </serial>
Oct 15 19:49:26 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:49:26 user nova-compute[74712]:     <video>
Oct 15 19:49:26 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:49:26 user nova-compute[74712]:     </video>
Oct 15 19:49:26 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:49:26 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:49:26 user nova-compute[74712]:     </rng>
Oct 15 19:49:26 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:49:26 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:49:26 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:49:26 user nova-compute[74712]:     </memballoon>
Oct 15 19:49:26 user nova-compute[74712]:   </devices>
Oct 15 19:49:26 user nova-compute[74712]: </domain>
Oct 15 19:49:26 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:49:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-753582037',display_name='tempest-VolumesActionsTest-instance-753582037',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-753582037',id=24,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7fab5913943d4e73905cbf0337cd5252',ramdisk_id='',reservation_id='r-9uacbe4q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-809768542',owner_user_name='tempest-VolumesActionsTest-809768542-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:49:24Z,user_data=None,user_id='f98b3c56ec2b4ecdbd1fe300dee67a02',uuid=7431cfcd-a890-4f7a-ac02-4019ad17fd20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42725451-f886-41ee-9034-218bb9c506f4", "address": "fa:16:3e:8e:88:2c", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42725451-f8", "ovs_interfaceid": "42725451-f886-41ee-9034-218bb9c506f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converting VIF {"id": "42725451-f886-41ee-9034-218bb9c506f4", "address": "fa:16:3e:8e:88:2c", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42725451-f8", "ovs_interfaceid": "42725451-f886-41ee-9034-218bb9c506f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:88:2c,bridge_name='br-int',has_traffic_filtering=True,id=42725451-f886-41ee-9034-218bb9c506f4,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42725451-f8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG os_vif [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:88:2c,bridge_name='br-int',has_traffic_filtering=True,id=42725451-f886-41ee-9034-218bb9c506f4,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42725451-f8') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0eaa5e99-e463-51c3-ae77-7031dfc7319d', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap42725451-f8, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap42725451-f8, col_values=(('qos', UUID('2471f585-cdaf-431e-a3e9-fd72e35d0663')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap42725451-f8, col_values=(('external_ids', {'iface-id': '42725451-f886-41ee-9034-218bb9c506f4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8e:88:2c', 'vm-uuid': '7431cfcd-a890-4f7a-ac02-4019ad17fd20'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:26 user nova-compute[74712]: INFO os_vif [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:88:2c,bridge_name='br-int',has_traffic_filtering=True,id=42725451-f886-41ee-9034-218bb9c506f4,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42725451-f8')
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:49:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] No VIF found with MAC fa:16:3e:8e:88:2c, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:49:27 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:27 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:49:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:49:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:49:27 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:49:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:49:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:49:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 56a92a83-0470-423f-adba-b0416b465443] Instance spawned successfully.
Oct 15 19:49:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Received event network-changed-42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Refreshing instance network info cache due to event network-changed-42725451-f886-41ee-9034-218bb9c506f4. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] Acquiring lock "refresh_cache-7431cfcd-a890-4f7a-ac02-4019ad17fd20" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] Acquired lock "refresh_cache-7431cfcd-a890-4f7a-ac02-4019ad17fd20" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.network.neutron [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Refreshing network info cache for port 42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:49:28 user nova-compute[74712]: INFO nova.compute.manager [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Took 6.20 seconds to spawn the instance on the hypervisor.
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:49:28 user nova-compute[74712]: INFO nova.compute.manager [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Took 7.19 seconds to build instance.
Oct 15 19:49:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-210bdaad-653b-4c01-b983-d3705585f338 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.341s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updating instance_info_cache with network_info: [{"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.network.neutron [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Updated VIF entry in instance network info cache for port 42725451-f886-41ee-9034-218bb9c506f4. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.network.neutron [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Updating instance_info_cache with network_info: [{"id": "42725451-f886-41ee-9034-218bb9c506f4", "address": "fa:16:3e:8e:88:2c", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42725451-f8", "ovs_interfaceid": "42725451-f886-41ee-9034-218bb9c506f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] Releasing lock "refresh_cache-7431cfcd-a890-4f7a-ac02-4019ad17fd20" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received event network-vif-plugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] Lock "56a92a83-0470-423f-adba-b0416b465443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] Lock "56a92a83-0470-423f-adba-b0416b465443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] No waiting events found dispatching network-vif-plugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:49:28 user nova-compute[74712]: WARNING nova.compute.manager [req-985dd0b0-4582-4735-9fbf-fb478eedde0b req-5554c47b-ab0c-4dff-9ed0-ace592922cdb service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received unexpected event network-vif-plugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf for instance with vm_state building and task_state spawning.
Oct 15 19:49:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Received event network-vif-plugged-42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] Acquiring lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] No waiting events found dispatching network-vif-plugged-42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:49:30 user nova-compute[74712]: WARNING nova.compute.manager [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Received unexpected event network-vif-plugged-42725451-f886-41ee-9034-218bb9c506f4 for instance with vm_state building and task_state spawning.
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Received event network-vif-plugged-42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] Acquiring lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] No waiting events found dispatching network-vif-plugged-42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:49:30 user nova-compute[74712]: WARNING nova.compute.manager [req-91afa36e-f224-445e-ae46-d61fc1bc73a2 req-92a4f357-a74f-4933-9759-f0b25318d5be service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Received unexpected event network-vif-plugged-42725451-f886-41ee-9034-218bb9c506f4 for instance with vm_state building and task_state spawning.
Oct 15 19:49:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:49:30 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Instance spawned successfully.
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:31 user nova-compute[74712]: INFO nova.compute.manager [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Took 7.07 seconds to spawn the instance on the hypervisor.
Oct 15 19:49:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:49:31 user nova-compute[74712]: INFO nova.compute.manager [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Took 8.53 seconds to build instance.
Oct 15 19:49:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2d21f328-27d0-4938-86e8-1d5d2b8a9a2b tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.165s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:49:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 19:49:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 19:49:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:41 user nova-compute[74712]: DEBUG nova.objects.instance [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'pci_requests' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:49:41 user nova-compute[74712]: DEBUG nova.objects.instance [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'numa_topology' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:49:41 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:49:41 user nova-compute[74712]: INFO nova.compute.claims [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Claim successful on node user
Oct 15 19:49:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:41 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:49:41 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:49:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.551s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:41 user nova-compute[74712]: INFO nova.network.neutron [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updating port 911c0360-e2de-4a34-91d1-72a612d6437a with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 15 19:49:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:49:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquired lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:49:42 user nova-compute[74712]: DEBUG nova.network.neutron [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:49:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-84165a67-0a59-48f5-ae43-c340382a1b27 req-88164899-899d-4e08-bafd-ecf375ef76f6 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-changed-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-84165a67-0a59-48f5-ae43-c340382a1b27 req-88164899-899d-4e08-bafd-ecf375ef76f6 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Refreshing instance network info cache due to event network-changed-911c0360-e2de-4a34-91d1-72a612d6437a. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:49:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-84165a67-0a59-48f5-ae43-c340382a1b27 req-88164899-899d-4e08-bafd-ecf375ef76f6 service nova] Acquiring lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG nova.network.neutron [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updating instance_info_cache with network_info: [{"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Releasing lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:49:43 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Creating image(s)
Oct 15 19:49:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "/opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "/opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "/opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG nova.objects.instance [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'trusted_certs' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-84165a67-0a59-48f5-ae43-c340382a1b27 req-88164899-899d-4e08-bafd-ecf375ef76f6 service nova] Acquired lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG nova.network.neutron [req-84165a67-0a59-48f5-ae43-c340382a1b27 req-88164899-899d-4e08-bafd-ecf375ef76f6 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Refreshing network info cache for port 911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG nova.objects.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Object Instance<a7fe02b3-a623-4867-87b0-174643f2167a> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe.part --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe.part --force-share --output=json" returned: 0 in 0.220s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:44 user nova-compute[74712]: DEBUG nova.virt.images [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] 22317333-6b94-4ac8-906f-1f05a93c2e24 was qcow2, converting to raw {{(pid=74712) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 15 19:49:44 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:49:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe.part /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe.converted {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe.part /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe.converted" returned: 0 in 0.255s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe.converted --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG nova.network.neutron [req-84165a67-0a59-48f5-ae43-c340382a1b27 req-88164899-899d-4e08-bafd-ecf375ef76f6 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updated VIF entry in instance network info cache for port 911c0360-e2de-4a34-91d1-72a612d6437a. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG nova.network.neutron [req-84165a67-0a59-48f5-ae43-c340382a1b27 req-88164899-899d-4e08-bafd-ecf375ef76f6 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updating instance_info_cache with network_info: [{"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-84165a67-0a59-48f5-ae43-c340382a1b27 req-88164899-899d-4e08-bafd-ecf375ef76f6 service nova] Releasing lock "refresh_cache-a7fe02b3-a623-4867-87b0-174643f2167a" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:49:45 user nova-compute[74712]: INFO nova.compute.claims [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Claim successful on node user
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe.converted --force-share --output=json" returned: 0 in 0.208s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.113s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe --force-share --output=json" returned: 0 in 0.205s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe --force-share --output=json" returned: 0 in 0.224s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe,backing_fmt=raw /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe,backing_fmt=raw /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk 1073741824" returned: 0 in 0.066s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.696s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:45 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG nova.objects.instance [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'migration_context' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:49:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:49:46 user nova-compute[74712]: DEBUG nova.objects.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Object Instance<a7fe02b3-a623-4867-87b0-174643f2167a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:49:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Rebasing disk image.
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG nova.policy [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc78fc0d7f684734adddfe9391c95e8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae1b0280d2b4d158ca646c13558a9be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:49:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Creating image(s)
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "/opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "/opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "/opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.234s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 -F raw /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:46 user nova-compute[74712]: INFO nova.compute.manager [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Unshelving
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.213s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk 1073741824" returned: 0 in 0.073s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:46 user nova-compute[74712]: INFO nova.virt.block_device [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Booting with volume 569792cc-a53b-4d55-852c-1e38e8f00e39 at /dev/vda
Oct 15 19:49:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG os_brick.utils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fface71-07cd-457f-8e8e-f70fb41a007a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.204s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee5b863-ae19-4e74-af5e-ba5193682203]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d296ae43-d684-4bff-afe9-94be89db9a4d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc82c7d-91f5-4593-b818-2da1bd5a687f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Successfully created port: 19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:49:47 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[929ab4ef-c90f-4221-8ae6-0a61b0e4636f]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG os_brick.utils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] <== get_connector_properties: return (186ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating existing volume attachment record: e92a8fe5-0c83-4fa5-a64d-8b8076d2431c {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Cannot resize image /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Ensure instance console log exists: /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Successfully updated port: 19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquired lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-18f3632e-2fb9-4b67-84bf-d2a4d8b6a0a3 req-8cf0d121-cc2a-4ee3-9957-79f3c811ebe3 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received event network-changed-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-18f3632e-2fb9-4b67-84bf-d2a4d8b6a0a3 req-8cf0d121-cc2a-4ee3-9957-79f3c811ebe3 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Refreshing instance network info cache due to event network-changed-19135b8c-2a30-4e87-b558-decd6d92577f. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18f3632e-2fb9-4b67-84bf-d2a4d8b6a0a3 req-8cf0d121-cc2a-4ee3-9957-79f3c811ebe3 service nova] Acquiring lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Updating instance_info_cache with network_info: [{"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Releasing lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Instance network_info: |[{"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18f3632e-2fb9-4b67-84bf-d2a4d8b6a0a3 req-8cf0d121-cc2a-4ee3-9957-79f3c811ebe3 service nova] Acquired lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.network.neutron [req-18f3632e-2fb9-4b67-84bf-d2a4d8b6a0a3 req-8cf0d121-cc2a-4ee3-9957-79f3c811ebe3 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Refreshing network info cache for port 19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Start _get_guest_xml network_info=[{"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:49:48 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:49:48 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:49:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-876325596',display_name='tempest-AttachVolumeNegativeTest-server-876325596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-876325596',id=25,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPvxbcsTuq2QRD14N4LpyU7Ui5oPdH5C7zQy7nDTlP0yr37djqelS6CphawjF6fem1wcLAmgjHEi8XamfQ+EseRwoh4UqH00Veokss985YXHfvG0LgCVL6GahkoHr1VZqA==',key_name='tempest-keypair-212498193',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-g9xs98s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:49:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=2e7f471a-46b5-4a46-88e6-eb816184a9cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:27:19,bridge_name='br-int',has_traffic_filtering=True,id=19135b8c-2a30-4e87-b558-decd6d92577f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19135b8c-2a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'pci_devices' on Instance uuid 2e7f471a-46b5-4a46-88e6-eb816184a9cd {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:49:48 user nova-compute[74712]:   <uuid>2e7f471a-46b5-4a46-88e6-eb816184a9cd</uuid>
Oct 15 19:49:48 user nova-compute[74712]:   <name>instance-00000019</name>
Oct 15 19:49:48 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:49:48 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:49:48 user nova-compute[74712]:   <metadata>
Oct 15 19:49:48 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:49:48 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:49:48 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeNegativeTest-server-876325596</nova:name>
Oct 15 19:49:48 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:49:48</nova:creationTime>
Oct 15 19:49:48 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:49:48 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:49:48 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:49:48 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:49:48 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:49:48 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:49:48 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:49:48 user nova-compute[74712]:       <nova:owner>
Oct 15 19:49:48 user nova-compute[74712]:         <nova:user uuid="cc78fc0d7f684734adddfe9391c95e8d">tempest-AttachVolumeNegativeTest-1333658009-project-member</nova:user>
Oct 15 19:49:48 user nova-compute[74712]:         <nova:project uuid="4ae1b0280d2b4d158ca646c13558a9be">tempest-AttachVolumeNegativeTest-1333658009</nova:project>
Oct 15 19:49:48 user nova-compute[74712]:       </nova:owner>
Oct 15 19:49:48 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:49:48 user nova-compute[74712]:       <nova:ports>
Oct 15 19:49:48 user nova-compute[74712]:         <nova:port uuid="19135b8c-2a30-4e87-b558-decd6d92577f">
Oct 15 19:49:48 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 15 19:49:48 user nova-compute[74712]:         </nova:port>
Oct 15 19:49:48 user nova-compute[74712]:       </nova:ports>
Oct 15 19:49:48 user nova-compute[74712]:     </nova:instance>
Oct 15 19:49:48 user nova-compute[74712]:   </metadata>
Oct 15 19:49:48 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:49:48 user nova-compute[74712]:     <system>
Oct 15 19:49:48 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:49:48 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:49:48 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:49:48 user nova-compute[74712]:       <entry name="serial">2e7f471a-46b5-4a46-88e6-eb816184a9cd</entry>
Oct 15 19:49:48 user nova-compute[74712]:       <entry name="uuid">2e7f471a-46b5-4a46-88e6-eb816184a9cd</entry>
Oct 15 19:49:48 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:49:48 user nova-compute[74712]:     </system>
Oct 15 19:49:48 user nova-compute[74712]:   </sysinfo>
Oct 15 19:49:48 user nova-compute[74712]:   <os>
Oct 15 19:49:48 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:49:48 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:49:48 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:49:48 user nova-compute[74712]:   </os>
Oct 15 19:49:48 user nova-compute[74712]:   <features>
Oct 15 19:49:48 user nova-compute[74712]:     <acpi/>
Oct 15 19:49:48 user nova-compute[74712]:     <apic/>
Oct 15 19:49:48 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:49:48 user nova-compute[74712]:   </features>
Oct 15 19:49:48 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:49:48 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:49:48 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:49:48 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:49:48 user nova-compute[74712]:   </clock>
Oct 15 19:49:48 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:49:48 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:49:48 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:49:48 user nova-compute[74712]:   </cpu>
Oct 15 19:49:48 user nova-compute[74712]:   <devices>
Oct 15 19:49:48 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:49:48 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:49:48 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk"/>
Oct 15 19:49:48 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:49:48 user nova-compute[74712]:     </disk>
Oct 15 19:49:48 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:49:48 user nova-compute[74712]:       <mac address="fa:16:3e:ad:27:19"/>
Oct 15 19:49:48 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:49:48 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:49:48 user nova-compute[74712]:       <target dev="tap19135b8c-2a"/>
Oct 15 19:49:48 user nova-compute[74712]:     </interface>
Oct 15 19:49:48 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:49:48 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/console.log" append="off"/>
Oct 15 19:49:48 user nova-compute[74712]:     </serial>
Oct 15 19:49:48 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:49:48 user nova-compute[74712]:     <video>
Oct 15 19:49:48 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:49:48 user nova-compute[74712]:     </video>
Oct 15 19:49:48 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:49:48 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:49:48 user nova-compute[74712]:     </rng>
Oct 15 19:49:48 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:49:48 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:49:48 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:49:48 user nova-compute[74712]:     </memballoon>
Oct 15 19:49:48 user nova-compute[74712]:   </devices>
Oct 15 19:49:48 user nova-compute[74712]: </domain>
Oct 15 19:49:48 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:49:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-876325596',display_name='tempest-AttachVolumeNegativeTest-server-876325596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-876325596',id=25,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPvxbcsTuq2QRD14N4LpyU7Ui5oPdH5C7zQy7nDTlP0yr37djqelS6CphawjF6fem1wcLAmgjHEi8XamfQ+EseRwoh4UqH00Veokss985YXHfvG0LgCVL6GahkoHr1VZqA==',key_name='tempest-keypair-212498193',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-g9xs98s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:49:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=2e7f471a-46b5-4a46-88e6-eb816184a9cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:27:19,bridge_name='br-int',has_traffic_filtering=True,id=19135b8c-2a30-4e87-b558-decd6d92577f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19135b8c-2a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_vif [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:27:19,bridge_name='br-int',has_traffic_filtering=True,id=19135b8c-2a30-4e87-b558-decd6d92577f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19135b8c-2a') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4f8f9682-66fc-5d04-8dd9-2ce03ef10629', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap19135b8c-2a, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap19135b8c-2a, col_values=(('qos', UUID('337b8ef0-6626-4d52-8736-d92a670f66b9')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap19135b8c-2a, col_values=(('external_ids', {'iface-id': '19135b8c-2a30-4e87-b558-decd6d92577f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ad:27:19', 'vm-uuid': '2e7f471a-46b5-4a46-88e6-eb816184a9cd'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:48 user nova-compute[74712]: INFO os_vif [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:27:19,bridge_name='br-int',has_traffic_filtering=True,id=19135b8c-2a30-4e87-b558-decd6d92577f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19135b8c-2a')
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 -F raw /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk" returned: 0 in 2.413s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Ensure instance console log exists: /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Start _get_guest_xml network_info=[{"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='2b5653484b51adac9b5ca8fa96d98e9f',container_format='bare',created_at=2023-10-15T19:47:18Z,direct_url=<?>,disk_format='qcow2',id=22317333-6b94-4ac8-906f-1f05a93c2e24,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-835467799-shelved',owner='eb56f43cd50144e0a569a17c314aaa58',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-15T19:47:23Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'utMbmcUT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a7fe02b3-a623-4867-87b0-174643f2167a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0087d5-cbd8-4947-b68a-663c29b212d7', 'serial': 'ca0087d5-cbd8-4947-b68a-663c29b212d7'}, 'attachment_id': '6c1b41c2-a485-49f8-a460-0efa2ac3006f', 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No VIF found with MAC fa:16:3e:ad:27:19, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:49:48 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:49:48 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2b5653484b51adac9b5ca8fa96d98e9f',container_format='bare',created_at=2023-10-15T19:47:18Z,direct_url=<?>,disk_format='qcow2',id=22317333-6b94-4ac8-906f-1f05a93c2e24,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-835467799-shelved',owner='eb56f43cd50144e0a569a17c314aaa58',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-15T19:47:23Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.objects.instance [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'vcpu_model' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.objects.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Object Instance<a7fe02b3-a623-4867-87b0-174643f2167a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'utMbmcUT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:49:48 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:49:48 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:49:48 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260" returned: 21 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c607b2b-d1a8-494c-8cf4-8578ecb852b3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:49:48 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0c53dc5-d67f-4b16-bf45-e6758e73a8bf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7] added
Oct 15 19:49:48 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.035s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[29d13775-cc3d-4eab-b278-b44b17cac555]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[39b9ca2f-d402-4295-8df7-74c646625849]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v utMbmcUT {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v utMbmcUT" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3cc996b-1ac3-4859-aab6-cf0057727abc]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'utMbmcUT'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[30df6b39-67de-4de1-b68e-46a552d22cc5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[548442cc-81d3-44ab-af2d-09eb31d8efba]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:49:49 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:49:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:49:49 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:49:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0d2ef12-f0d0-4280-8df7-e3c64150f526]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7, portal: 172.16.0.220,3260]
Oct 15 19:49:49 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7, portal: 172.16.0.220,3260] successful.
Oct 15 19:49:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG nova.network.neutron [req-18f3632e-2fb9-4b67-84bf-d2a4d8b6a0a3 req-8cf0d121-cc2a-4ee3-9957-79f3c811ebe3 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Updated VIF entry in instance network info cache for port 19135b8c-2a30-4e87-b558-decd6d92577f. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG nova.network.neutron [req-18f3632e-2fb9-4b67-84bf-d2a4d8b6a0a3 req-8cf0d121-cc2a-4ee3-9957-79f3c811ebe3 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Updating instance_info_cache with network_info: [{"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[296ab2e4-25bc-41fc-b5a5-fa796b480c82]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-18f3632e-2fb9-4b67-84bf-d2a4d8b6a0a3 req-8cf0d121-cc2a-4ee3-9957-79f3c811ebe3 service nova] Releasing lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'flavor' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[23916f0e-d412-4926-98df-b49dce9ed13b]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:49:49 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:49:49 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:49:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:49:49 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:49:49 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:49:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.351s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] HCTL ('34', '-', '-', 0) found on session 28 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[46207538-212a-4be5-a08d-c3693e842d03]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Searching for a device in session 28 and hctl ['34', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.076s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.004s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:49 user nova-compute[74712]: INFO nova.compute.manager [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Attaching volume 0a7bd28e-ce0a-462d-9924-0339f3e36961 to /dev/vdb
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.utils [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed8bce0-bc70-4974-a360-e423fe16ec09]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e90202f4-d35f-46ab-af0b-db15e06e7b30]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbfcc9e6-d431-4de7-a6be-cbb751ee301d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[513d45b9-1e19-4a25-b25a-029606b1183a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:49:49 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:49:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff60dcf0-f98f-4518-b3d5-398986dde21d]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG os_brick.utils [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:49:49 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updating existing volume attachment record: 516d8e94-7490-4fb4-a200-b7856510cce2 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Searching for a device in session 28 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'utMbmcUT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.393s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] <== connect_volume: return (1394ms) {'type': 'block', 'scsi_wwn': '23333393364623536', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23333393364623536', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:45:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-835467799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-835467799',id=17,image_ref='22317333-6b94-4ac8-906f-1f05a93c2e24',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1065632609',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:45:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-9p9yhtiz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member',shelved_at='2023-10-15T19:47:22.986005',shelved_host='user',shelved_image_id='22317333-6b94-4ac8-906f-1f05a93c2e24'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:49:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=a7fe02b3-a623-4867-87b0-174643f2167a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.objects.instance [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'pci_devices' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.objects.base [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Object Instance<a7fe02b3-a623-4867-87b0-174643f2167a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:49:50 user nova-compute[74712]:   <uuid>a7fe02b3-a623-4867-87b0-174643f2167a</uuid>
Oct 15 19:49:50 user nova-compute[74712]:   <name>instance-00000011</name>
Oct 15 19:49:50 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:49:50 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:49:50 user nova-compute[74712]:   <metadata>
Oct 15 19:49:50 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:49:50 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:49:50 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-835467799</nova:name>
Oct 15 19:49:50 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:49:48</nova:creationTime>
Oct 15 19:49:50 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:49:50 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:49:50 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:49:50 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:49:50 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:49:50 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:49:50 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:49:50 user nova-compute[74712]:       <nova:owner>
Oct 15 19:49:50 user nova-compute[74712]:         <nova:user uuid="507a7eb37ce64c19a5d9dffed02f4626">tempest-AttachVolumeShelveTestJSON-1020006724-project-member</nova:user>
Oct 15 19:49:50 user nova-compute[74712]:         <nova:project uuid="eb56f43cd50144e0a569a17c314aaa58">tempest-AttachVolumeShelveTestJSON-1020006724</nova:project>
Oct 15 19:49:50 user nova-compute[74712]:       </nova:owner>
Oct 15 19:49:50 user nova-compute[74712]:       <nova:root type="image" uuid="22317333-6b94-4ac8-906f-1f05a93c2e24"/>
Oct 15 19:49:50 user nova-compute[74712]:       <nova:ports>
Oct 15 19:49:50 user nova-compute[74712]:         <nova:port uuid="911c0360-e2de-4a34-91d1-72a612d6437a">
Oct 15 19:49:50 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 15 19:49:50 user nova-compute[74712]:         </nova:port>
Oct 15 19:49:50 user nova-compute[74712]:       </nova:ports>
Oct 15 19:49:50 user nova-compute[74712]:     </nova:instance>
Oct 15 19:49:50 user nova-compute[74712]:   </metadata>
Oct 15 19:49:50 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:49:50 user nova-compute[74712]:     <system>
Oct 15 19:49:50 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:49:50 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:49:50 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:49:50 user nova-compute[74712]:       <entry name="serial">a7fe02b3-a623-4867-87b0-174643f2167a</entry>
Oct 15 19:49:50 user nova-compute[74712]:       <entry name="uuid">a7fe02b3-a623-4867-87b0-174643f2167a</entry>
Oct 15 19:49:50 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:49:50 user nova-compute[74712]:     </system>
Oct 15 19:49:50 user nova-compute[74712]:   </sysinfo>
Oct 15 19:49:50 user nova-compute[74712]:   <os>
Oct 15 19:49:50 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:49:50 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:49:50 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:49:50 user nova-compute[74712]:   </os>
Oct 15 19:49:50 user nova-compute[74712]:   <features>
Oct 15 19:49:50 user nova-compute[74712]:     <acpi/>
Oct 15 19:49:50 user nova-compute[74712]:     <apic/>
Oct 15 19:49:50 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:49:50 user nova-compute[74712]:   </features>
Oct 15 19:49:50 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:49:50 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:49:50 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:49:50 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:49:50 user nova-compute[74712]:   </clock>
Oct 15 19:49:50 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:49:50 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:49:50 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:49:50 user nova-compute[74712]:   </cpu>
Oct 15 19:49:50 user nova-compute[74712]:   <devices>
Oct 15 19:49:50 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:49:50 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:49:50 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk"/>
Oct 15 19:49:50 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:49:50 user nova-compute[74712]:     </disk>
Oct 15 19:49:50 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:49:50 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:49:50 user nova-compute[74712]:       <source dev="/dev/sdc"/>
Oct 15 19:49:50 user nova-compute[74712]:       <target dev="vdc" bus="virtio"/>
Oct 15 19:49:50 user nova-compute[74712]:       <serial>ca0087d5-cbd8-4947-b68a-663c29b212d7</serial>
Oct 15 19:49:50 user nova-compute[74712]:     </disk>
Oct 15 19:49:50 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:49:50 user nova-compute[74712]:       <mac address="fa:16:3e:2e:e7:d9"/>
Oct 15 19:49:50 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:49:50 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:49:50 user nova-compute[74712]:       <target dev="tap911c0360-e2"/>
Oct 15 19:49:50 user nova-compute[74712]:     </interface>
Oct 15 19:49:50 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:49:50 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/console.log" append="off"/>
Oct 15 19:49:50 user nova-compute[74712]:     </serial>
Oct 15 19:49:50 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:49:50 user nova-compute[74712]:     <video>
Oct 15 19:49:50 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:49:50 user nova-compute[74712]:     </video>
Oct 15 19:49:50 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:49:50 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:49:50 user nova-compute[74712]:     </rng>
Oct 15 19:49:50 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:49:50 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:49:50 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:49:50 user nova-compute[74712]:     </memballoon>
Oct 15 19:49:50 user nova-compute[74712]:   </devices>
Oct 15 19:49:50 user nova-compute[74712]: </domain>
Oct 15 19:49:50 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:45:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-835467799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-835467799',id=17,image_ref='22317333-6b94-4ac8-906f-1f05a93c2e24',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1065632609',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:45:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-9p9yhtiz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member',shelved_at='2023-10-15T19:47:22.986005',shelved_host='user',shelved_image_id='22317333-6b94-4ac8-906f-1f05a93c2e24'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:49:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=a7fe02b3-a623-4867-87b0-174643f2167a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG os_vif [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '599890b9-5bbc-5dfe-bd33-4fc6a38e1ca4', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap911c0360-e2, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap911c0360-e2, col_values=(('qos', UUID('e7ecd165-28b7-4918-8829-57b36f8845bf')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap911c0360-e2, col_values=(('external_ids', {'iface-id': '911c0360-e2de-4a34-91d1-72a612d6437a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:e7:d9', 'vm-uuid': 'a7fe02b3-a623-4867-87b0-174643f2167a'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:50 user nova-compute[74712]: INFO os_vif [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2')
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] No VIF found with MAC fa:16:3e:2e:e7:d9, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-98461531-16ac-450c-9fcc-6b4f95a71c16 req-5ce31b50-231b-46fa-a477-48f3d64dc1b9 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received event network-vif-plugged-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98461531-16ac-450c-9fcc-6b4f95a71c16 req-5ce31b50-231b-46fa-a477-48f3d64dc1b9 service nova] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98461531-16ac-450c-9fcc-6b4f95a71c16 req-5ce31b50-231b-46fa-a477-48f3d64dc1b9 service nova] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98461531-16ac-450c-9fcc-6b4f95a71c16 req-5ce31b50-231b-46fa-a477-48f3d64dc1b9 service nova] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-98461531-16ac-450c-9fcc-6b4f95a71c16 req-5ce31b50-231b-46fa-a477-48f3d64dc1b9 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] No waiting events found dispatching network-vif-plugged-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:49:50 user nova-compute[74712]: WARNING nova.compute.manager [req-98461531-16ac-450c-9fcc-6b4f95a71c16 req-5ce31b50-231b-46fa-a477-48f3d64dc1b9 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received unexpected event network-vif-plugged-19135b8c-2a30-4e87-b558-decd6d92577f for instance with vm_state building and task_state spawning.
Oct 15 19:49:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-acb530d8-d0b6-4624-91ba-7bf57d8fe055 req-4a8cecf3-c173-4769-9bb2-95f1104db465 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-acb530d8-d0b6-4624-91ba-7bf57d8fe055 req-4a8cecf3-c173-4769-9bb2-95f1104db465 service nova] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-acb530d8-d0b6-4624-91ba-7bf57d8fe055 req-4a8cecf3-c173-4769-9bb2-95f1104db465 service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-acb530d8-d0b6-4624-91ba-7bf57d8fe055 req-4a8cecf3-c173-4769-9bb2-95f1104db465 service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-acb530d8-d0b6-4624-91ba-7bf57d8fe055 req-4a8cecf3-c173-4769-9bb2-95f1104db465 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] No waiting events found dispatching network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:49:52 user nova-compute[74712]: WARNING nova.compute.manager [req-acb530d8-d0b6-4624-91ba-7bf57d8fe055 req-4a8cecf3-c173-4769-9bb2-95f1104db465 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received unexpected event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a for instance with vm_state shelved_offloaded and task_state spawning.
Oct 15 19:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-895bd51c-d1bf-4c20-b8d6-67283b9c8330 req-4e7ab8bb-0489-4387-8bbc-c03ab0fb6296 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received event network-vif-plugged-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-895bd51c-d1bf-4c20-b8d6-67283b9c8330 req-4e7ab8bb-0489-4387-8bbc-c03ab0fb6296 service nova] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-895bd51c-d1bf-4c20-b8d6-67283b9c8330 req-4e7ab8bb-0489-4387-8bbc-c03ab0fb6296 service nova] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-895bd51c-d1bf-4c20-b8d6-67283b9c8330 req-4e7ab8bb-0489-4387-8bbc-c03ab0fb6296 service nova] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-895bd51c-d1bf-4c20-b8d6-67283b9c8330 req-4e7ab8bb-0489-4387-8bbc-c03ab0fb6296 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] No waiting events found dispatching network-vif-plugged-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:49:52 user nova-compute[74712]: WARNING nova.compute.manager [req-895bd51c-d1bf-4c20-b8d6-67283b9c8330 req-4e7ab8bb-0489-4387-8bbc-c03ab0fb6296 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received unexpected event network-vif-plugged-19135b8c-2a30-4e87-b558-decd6d92577f for instance with vm_state building and task_state spawning.
Oct 15 19:49:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:53 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:49:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:49:53 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Instance spawned successfully.
Oct 15 19:49:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:49:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:49:54 user nova-compute[74712]: INFO nova.compute.manager [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Took 7.83 seconds to spawn the instance on the hypervisor.
Oct 15 19:49:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:49:54 user nova-compute[74712]: INFO nova.compute.manager [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Took 8.98 seconds to build instance.
Oct 15 19:49:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0ec1ad82-c390-4277-8308-7af40c607a4f tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.219s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-8e2e3e7d-1d36-47a2-b53f-5858edcc4995 req-05fe5d18-ae27-4b56-aa9e-b955fecbc070 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:49:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8e2e3e7d-1d36-47a2-b53f-5858edcc4995 req-05fe5d18-ae27-4b56-aa9e-b955fecbc070 service nova] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:49:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8e2e3e7d-1d36-47a2-b53f-5858edcc4995 req-05fe5d18-ae27-4b56-aa9e-b955fecbc070 service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:49:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8e2e3e7d-1d36-47a2-b53f-5858edcc4995 req-05fe5d18-ae27-4b56-aa9e-b955fecbc070 service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-8e2e3e7d-1d36-47a2-b53f-5858edcc4995 req-05fe5d18-ae27-4b56-aa9e-b955fecbc070 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] No waiting events found dispatching network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:49:54 user nova-compute[74712]: WARNING nova.compute.manager [req-8e2e3e7d-1d36-47a2-b53f-5858edcc4995 req-05fe5d18-ae27-4b56-aa9e-b955fecbc070 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received unexpected event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a for instance with vm_state shelved_offloaded and task_state spawning.
Oct 15 19:49:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:49:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:49:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Instance spawned successfully.
Oct 15 19:49:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:49:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6ed3f395-c3d8-42ae-9054-2e3eef6aeb9a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 43.922s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:49:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:49:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:05 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lazy-loading 'pci_requests' on Instance uuid 4adf9502-172d-4f6e-b684-7d176dfa6665 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:05 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lazy-loading 'numa_topology' on Instance uuid 4adf9502-172d-4f6e-b684-7d176dfa6665 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:05 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:50:05 user nova-compute[74712]: INFO nova.compute.claims [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Claim successful on node user
Oct 15 19:50:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 19:50:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 19:50:05 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 19:50:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 19:50:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 19:50:06 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:50:06 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:50:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.640s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:06 user nova-compute[74712]: INFO nova.network.neutron [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating port 2490ab02-d839-4da7-96f5-332f28180510 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquired lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.network.neutron [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-54dbb3dc-94ec-4baf-b9b3-49ced2a15b27 req-64a7cbd3-8db6-45bc-8ed3-645e1274c606 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-changed-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-54dbb3dc-94ec-4baf-b9b3-49ced2a15b27 req-64a7cbd3-8db6-45bc-8ed3-645e1274c606 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Refreshing instance network info cache due to event network-changed-2490ab02-d839-4da7-96f5-332f28180510. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-54dbb3dc-94ec-4baf-b9b3-49ced2a15b27 req-64a7cbd3-8db6-45bc-8ed3-645e1274c606 service nova] Acquiring lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.network.neutron [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating instance_info_cache with network_info: [{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Releasing lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:50:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Creating image(s)
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Ensure instance console log exists: /opt/stack/data/nova/instances/4adf9502-172d-4f6e-b684-7d176dfa6665/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Start _get_guest_xml network_info=[{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'izNwkbLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4adf9502-172d-4f6e-b684-7d176dfa6665', 'attached_at': '', 'detached_at': '', 'volume_id': '569792cc-a53b-4d55-852c-1e38e8f00e39', 'serial': '569792cc-a53b-4d55-852c-1e38e8f00e39'}, 'attachment_id': 'e92a8fe5-0c83-4fa5-a64d-8b8076d2431c', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-54dbb3dc-94ec-4baf-b9b3-49ced2a15b27 req-64a7cbd3-8db6-45bc-8ed3-645e1274c606 service nova] Acquired lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-54dbb3dc-94ec-4baf-b9b3-49ced2a15b27 req-64a7cbd3-8db6-45bc-8ed3-645e1274c606 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Refreshing network info cache for port 2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:50:07 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:50:07 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4adf9502-172d-4f6e-b684-7d176dfa6665 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.objects.base [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Object Instance<4adf9502-172d-4f6e-b684-7d176dfa6665> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'izNwkbLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:50:07 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:50:07 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:50:07 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[868e2f24-8a39-45c4-8656-d663c19d11fc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:50:07 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e701c6d-973d-4a12-ba28-48bdf81d524c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39] added
Oct 15 19:50:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d814b80e-9026-41b7-9391-a6a9e51ba2be]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e38a3b84-4687-4b5b-a743-879ef396d432]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v izNwkbLy {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v izNwkbLy" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e0d53a-1376-4a06-a5c9-0ee373291b22]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'izNwkbLy'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[72cfc1a6-7e29-4284-aff4-2033b684ae8b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c6558f0-0fd7-4dcb-a873-78335ceaf185]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:07 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:07 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:07 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:07 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4a79acd-d391-47e9-baa0-b625df5f13f9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260]
Oct 15 19:50:07 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260] successful.
Oct 15 19:50:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c66c162-200f-446b-90cd-fa3ff7ecc9f2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4887b49c-268c-430e-b6b3-70a20dcba394]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:07 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:07 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:07 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:50:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:07 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:07 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:07 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:50:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] HCTL ('36', '-', '-', 0) found on session 29 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6c50831-da25-4551-87c1-8bc2a268c7ef]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Searching for a device in session 29 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'izNwkbLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-54dbb3dc-94ec-4baf-b9b3-49ced2a15b27 req-64a7cbd3-8db6-45bc-8ed3-645e1274c606 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updated VIF entry in instance network info cache for port 2490ab02-d839-4da7-96f5-332f28180510. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-54dbb3dc-94ec-4baf-b9b3-49ced2a15b27 req-64a7cbd3-8db6-45bc-8ed3-645e1274c606 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating instance_info_cache with network_info: [{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:50:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-54dbb3dc-94ec-4baf-b9b3-49ced2a15b27 req-64a7cbd3-8db6-45bc-8ed3-645e1274c606 service nova] Releasing lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KHGnDmYO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:50:08 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:50:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.392s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] <== connect_volume: return (1394ms) {'type': 'block', 'scsi_wwn': '23630386430303666', 'path': '/dev/sde'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630386430303666', 'path': '/dev/sde'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.819s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:50:08 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:50:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:50:08 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:50:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e06c10f-26c4-49a1-9878-7415af82500b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:50:08 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:46:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1679183953',display_name='tempest-TestShelveInstance-server-1679183953',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1679183953',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2069045816',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5659a61b532e4ea48bc43a8b07d0e224',ramdisk_id='',reservation_id='r-gjnicpz2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-304421667',owner_user_name='tempest-TestShelveInstance-304421667-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:49:47Z,user_data=None,user_id='a97c60b4cad84335a827482277aaf129',uuid=4adf9502-172d-4f6e-b684-7d176dfa6665,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converting VIF {"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lazy-loading 'pci_devices' on Instance uuid 4adf9502-172d-4f6e-b684-7d176dfa6665 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee6077a5-923f-40f3-a6ff-45af19b1156f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961] added
Oct 15 19:50:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG nova.objects.base [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Object Instance<4adf9502-172d-4f6e-b684-7d176dfa6665> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:50:09 user nova-compute[74712]:   <uuid>4adf9502-172d-4f6e-b684-7d176dfa6665</uuid>
Oct 15 19:50:09 user nova-compute[74712]:   <name>instance-00000013</name>
Oct 15 19:50:09 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:50:09 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:50:09 user nova-compute[74712]:   <metadata>
Oct 15 19:50:09 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:50:09 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:50:09 user nova-compute[74712]:       <nova:name>tempest-TestShelveInstance-server-1679183953</nova:name>
Oct 15 19:50:09 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:50:07</nova:creationTime>
Oct 15 19:50:09 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:50:09 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:50:09 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:50:09 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:50:09 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:50:09 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:50:09 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:50:09 user nova-compute[74712]:       <nova:owner>
Oct 15 19:50:09 user nova-compute[74712]:         <nova:user uuid="a97c60b4cad84335a827482277aaf129">tempest-TestShelveInstance-304421667-project-member</nova:user>
Oct 15 19:50:09 user nova-compute[74712]:         <nova:project uuid="5659a61b532e4ea48bc43a8b07d0e224">tempest-TestShelveInstance-304421667</nova:project>
Oct 15 19:50:09 user nova-compute[74712]:       </nova:owner>
Oct 15 19:50:09 user nova-compute[74712]:       <nova:ports>
Oct 15 19:50:09 user nova-compute[74712]:         <nova:port uuid="2490ab02-d839-4da7-96f5-332f28180510">
Oct 15 19:50:09 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 15 19:50:09 user nova-compute[74712]:         </nova:port>
Oct 15 19:50:09 user nova-compute[74712]:       </nova:ports>
Oct 15 19:50:09 user nova-compute[74712]:     </nova:instance>
Oct 15 19:50:09 user nova-compute[74712]:   </metadata>
Oct 15 19:50:09 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:50:09 user nova-compute[74712]:     <system>
Oct 15 19:50:09 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:50:09 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:50:09 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:50:09 user nova-compute[74712]:       <entry name="serial">4adf9502-172d-4f6e-b684-7d176dfa6665</entry>
Oct 15 19:50:09 user nova-compute[74712]:       <entry name="uuid">4adf9502-172d-4f6e-b684-7d176dfa6665</entry>
Oct 15 19:50:09 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:50:09 user nova-compute[74712]:     </system>
Oct 15 19:50:09 user nova-compute[74712]:   </sysinfo>
Oct 15 19:50:09 user nova-compute[74712]:   <os>
Oct 15 19:50:09 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:50:09 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:50:09 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:50:09 user nova-compute[74712]:   </os>
Oct 15 19:50:09 user nova-compute[74712]:   <features>
Oct 15 19:50:09 user nova-compute[74712]:     <acpi/>
Oct 15 19:50:09 user nova-compute[74712]:     <apic/>
Oct 15 19:50:09 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:50:09 user nova-compute[74712]:   </features>
Oct 15 19:50:09 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:50:09 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:50:09 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:50:09 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:50:09 user nova-compute[74712]:   </clock>
Oct 15 19:50:09 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:50:09 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:50:09 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:50:09 user nova-compute[74712]:   </cpu>
Oct 15 19:50:09 user nova-compute[74712]:   <devices>
Oct 15 19:50:09 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:50:09 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:50:09 user nova-compute[74712]:       <source dev="/dev/sde"/>
Oct 15 19:50:09 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:50:09 user nova-compute[74712]:       <serial>569792cc-a53b-4d55-852c-1e38e8f00e39</serial>
Oct 15 19:50:09 user nova-compute[74712]:     </disk>
Oct 15 19:50:09 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:50:09 user nova-compute[74712]:       <mac address="fa:16:3e:a2:89:4c"/>
Oct 15 19:50:09 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:50:09 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:50:09 user nova-compute[74712]:       <target dev="tap2490ab02-d8"/>
Oct 15 19:50:09 user nova-compute[74712]:     </interface>
Oct 15 19:50:09 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:50:09 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/4adf9502-172d-4f6e-b684-7d176dfa6665/console.log" append="off"/>
Oct 15 19:50:09 user nova-compute[74712]:     </serial>
Oct 15 19:50:09 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:50:09 user nova-compute[74712]:     <video>
Oct 15 19:50:09 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:50:09 user nova-compute[74712]:     </video>
Oct 15 19:50:09 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:50:09 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:50:09 user nova-compute[74712]:     </rng>
Oct 15 19:50:09 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:50:09 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:50:09 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:50:09 user nova-compute[74712]:     </memballoon>
Oct 15 19:50:09 user nova-compute[74712]:   </devices>
Oct 15 19:50:09 user nova-compute[74712]: </domain>
Oct 15 19:50:09 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:46:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1679183953',display_name='tempest-TestShelveInstance-server-1679183953',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1679183953',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2069045816',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5659a61b532e4ea48bc43a8b07d0e224',ramdisk_id='',reservation_id='r-gjnicpz2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-304421667',owner_user_name='tempest-TestShelveInstance-304421667-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:49:47Z,user_data=None,user_id='a97c60b4cad84335a827482277aaf129',uuid=4adf9502-172d-4f6e-b684-7d176dfa6665,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converting VIF {"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_vif [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4baf9532-b1f2-5e01-b3ac-8d20d4a60acf', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2490ab02-d8, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2490ab02-d8, col_values=(('qos', UUID('a5bb2b0f-081d-49df-a7ba-4c088f5c4706')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2490ab02-d8, col_values=(('external_ids', {'iface-id': '2490ab02-d839-4da7-96f5-332f28180510', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:89:4c', 'vm-uuid': '4adf9502-172d-4f6e-b684-7d176dfa6665'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:09 user nova-compute[74712]: INFO os_vif [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8')
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.071s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[69f9b948-841f-4f26-822d-3e1d504b799c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d4d47b-febe-4b96-a216-fc8d15aa6749]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KHGnDmYO {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KHGnDmYO" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea642d4d-6388-4bd1-a2a3-85cffe7e0f54]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KHGnDmYO'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.065s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b93c93-2181-43e7-bb54-5343616eedc9]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] No VIF found with MAC fa:16:3e:a2:89:4c, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[649f5428-0050-48cc-bce1-15dba90fc2b9]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[383308da-16b6-4816-b534-2f574e0938d2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961, portal: 172.16.0.220,3260]
Oct 15 19:50:09 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961, portal: 172.16.0.220,3260] successful.
Oct 15 19:50:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ecabb5e-1e88-4d75-a854-cf536abb7778]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b62ea597-53a4-443e-8f8f-365c61f281d9]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:50:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.468s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] HCTL ('37', '-', '-', 0) found on session 30 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[492ce86f-b3a1-4c48-a77d-91f49d253c32]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:09 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Searching for a device in session 30 and hctl ['37', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Searching for a device in session 30 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KHGnDmYO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.512s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] <== connect_volume: return (2331ms) {'type': 'block', 'scsi_wwn': '23263663735376464', 'path': '/dev/sdf'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263663735376464', 'path': '/dev/sdf'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'flavor' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:50:10 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:50:10 user nova-compute[74712]:   <source dev="/dev/sdf"/>
Oct 15 19:50:10 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:50:10 user nova-compute[74712]:   <serial>0a7bd28e-ce0a-462d-9924-0339f3e36961</serial>
Oct 15 19:50:10 user nova-compute[74712]: </disk>
Oct 15 19:50:10 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-b70439c4-a3ec-4123-a699-2bd44bedb198 req-cc9252a0-7ee8-4dda-9534-ac470ddab710 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b70439c4-a3ec-4123-a699-2bd44bedb198 req-cc9252a0-7ee8-4dda-9534-ac470ddab710 service nova] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b70439c4-a3ec-4123-a699-2bd44bedb198 req-cc9252a0-7ee8-4dda-9534-ac470ddab710 service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b70439c4-a3ec-4123-a699-2bd44bedb198 req-cc9252a0-7ee8-4dda-9534-ac470ddab710 service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-b70439c4-a3ec-4123-a699-2bd44bedb198 req-cc9252a0-7ee8-4dda-9534-ac470ddab710 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] No waiting events found dispatching network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:50:10 user nova-compute[74712]: WARNING nova.compute.manager [req-b70439c4-a3ec-4123-a699-2bd44bedb198 req-cc9252a0-7ee8-4dda-9534-ac470ddab710 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received unexpected event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 15 19:50:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:50:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:50:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] No VIF found with MAC fa:16:3e:3e:fd:45, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:50:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b604eede-c541-4fd1-9991-19a0e86ede22 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.797s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:11 user nova-compute[74712]: INFO nova.compute.manager [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Rescuing
Oct 15 19:50:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:50:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquired lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:50:11 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updating instance_info_cache with network_info: [{"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Releasing lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] No waiting events found dispatching network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:50:12 user nova-compute[74712]: WARNING nova.compute.manager [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received unexpected event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 15 19:50:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-unplugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-unplugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:50:12 user nova-compute[74712]: WARNING nova.compute.manager [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-unplugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state active and task_state rescuing.
Oct 15 19:50:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:50:12 user nova-compute[74712]: WARNING nova.compute.manager [req-ccbe6f81-f5f9-4406-b528-523c09a44cb2 req-12e9245e-c1cf-4452-a9ad-e7052a6828d2 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state active and task_state rescuing.
Oct 15 19:50:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Instance destroyed successfully.
Oct 15 19:50:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Attempting a stable device rescue
Oct 15 19:50:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74712) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 15 19:50:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Instance directory exists: not creating {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 15 19:50:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Creating image(s)
Oct 15 19:50:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:13 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'trusted_certs' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "c6bed0064824a97a10a5da53dd1fd5cb655ee794" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c6bed0064824a97a10a5da53dd1fd5cb655ee794" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794.part --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:50:14 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Instance spawned successfully.
Oct 15 19:50:14 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ce90910c-ac35-4ed4-a5a6-f16da92cf809 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 27.743s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794.part --force-share --output=json" returned: 0 in 0.246s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG nova.virt.images [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] d1fee1da-d514-4381-90db-0a591eb2b456 was qcow2, converting to raw {{(pid=74712) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794.part /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794.converted {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794.part /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794.converted" returned: 0 in 0.227s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794.converted --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794.converted --force-share --output=json" returned: 0 in 0.217s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c6bed0064824a97a10a5da53dd1fd5cb655ee794" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.799s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "c6bed0064824a97a10a5da53dd1fd5cb655ee794" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c6bed0064824a97a10a5da53dd1fd5cb655ee794" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794 --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794,backing_fmt=raw /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794,backing_fmt=raw /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue" returned: 0 in 0.047s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c6bed0064824a97a10a5da53dd1fd5cb655ee794" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'migration_context' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.objects.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Object Instance<c59c3991-7189-4911-9d31-f401a9fa253c> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Start _get_guest_xml network_info=[{"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "vif_mac": "fa:16:3e:3e:fd:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'd1fee1da-d514-4381-90db-0a591eb2b456', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KHGnDmYO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'c59c3991-7189-4911-9d31-f401a9fa253c', 'attached_at': '', 'detached_at': '', 'volume_id': '0a7bd28e-ce0a-462d-9924-0339f3e36961', 'serial': '0a7bd28e-ce0a-462d-9924-0339f3e36961'}, 'attachment_id': '516d8e94-7490-4fb4-a200-b7856510cce2', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'resources' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.objects.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Object Instance<c59c3991-7189-4911-9d31-f401a9fa253c> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'numa_topology' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.objects.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Object Instance<c59c3991-7189-4911-9d31-f401a9fa253c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:50:15 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:50:15 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'vcpu_model' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.objects.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Object Instance<c59c3991-7189-4911-9d31-f401a9fa253c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KHGnDmYO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:50:15 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:50:15 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:50:15 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[27082e0b-fe25-4fc5-b897-ff33db532bc6]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = KHGnDmYO\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 15 19:50:15 user nova-compute[74712]: node.name = iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961
Oct 15 19:50:15 user nova-compute[74712]: node.tpgt = -1
Oct 15 19:50:15 user nova-compute[74712]: node.startup = automatic
Oct 15 19:50:15 user nova-compute[74712]: node.leading_login = No
Oct 15 19:50:15 user nova-compute[74712]: iface.iscsi_ifacename = default
Oct 15 19:50:15 user nova-compute[74712]: iface.net_ifacename = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.ipaddress = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.prefix_len = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.hwaddress = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.transport_name = tcp
Oct 15 19:50:15 user nova-compute[74712]: iface.initiatorname = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.state = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.vlan_id = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.vlan_priority = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.vlan_state = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.iface_num = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.mtu = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.port = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.bootproto = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.subnet_mask = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.gateway = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.dhcp_alt_client_id_state = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.dhcp_alt_client_id = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.dhcp_dns = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.dhcp_learn_iqn = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.dhcp_req_vendor_id_state = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.dhcp_vendor_id_state = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.dhcp_vendor_id = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.dhcp_slp_da = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.fragmentation = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.gratuitous_arp = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.incoming_forwarding = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.tos_state = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.tos = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.ttl = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.delayed_ack = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.tcp_nagle = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.tcp_wsf_state = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.tcp_wsf = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.tcp_timer_scale = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.tcp_timestamp = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.redirect = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.def_task_mgmt_timeout = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.header_digest = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.data_digest = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.immediate_data = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.initial_r2t = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.data_seq_inorder = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.data_pdu_inorder = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.erl = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.max_receive_data_len = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.first_burst_len = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.max_outstanding_r2t = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.max_burst_len = 0
Oct 15 19:50:15 user nova-compute[74712]: iface.chap_auth = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.bidi_chap = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.strict_login_compliance = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.discovery_auth = <empty>
Oct 15 19:50:15 user nova-compute[74712]: iface.discovery_logout = <empty>
Oct 15 19:50:15 user nova-compute[74712]: node.discovery_address = <empty>
Oct 15 19:50:15 user nova-compute[74712]: node.discovery_port = 0
Oct 15 19:50:15 user nova-compute[74712]: node.discovery_type = static
Oct 15 19:50:15 user nova-compute[74712]: node.session.initial_cmdsn = 0
Oct 15 19:50:15 user nova-compute[74712]: node.session.initial_login_retry_max = 8
Oct 15 19:50:15 user nova-compute[74712]: node.session.xmit_thread_priority = -20
Oct 15 19:50:15 user nova-compute[74712]: node.session.cmds_max = 128
Oct 15 19:50:15 user nova-compute[74712]: node.session.queue_depth = 32
Oct 15 19:50:15 user nova-compute[74712]: node.session.nr_sessions = 1
Oct 15 19:50:15 user nova-compute[74712]: node.session.auth.authmethod = CHAP
Oct 15 19:50:15 user nova-compute[74712]: node.session.auth.username = KHGnDmYO
Oct 15 19:50:15 user nova-compute[74712]: node.session.auth.password = ***
Oct 15 19:50:15 user nova-compute[74712]: node.session.auth.username_in = <empty>
Oct 15 19:50:15 user nova-compute[74712]: node.session.auth.password_in = <empty>
Oct 15 19:50:15 user nova-compute[74712]: node.session.auth.chap_algs = MD5
Oct 15 19:50:15 user nova-compute[74712]: node.session.timeo.replacement_timeout = 120
Oct 15 19:50:15 user nova-compute[74712]: node.session.err_timeo.abort_timeout = 15
Oct 15 19:50:15 user nova-compute[74712]: node.session.err_timeo.lu_reset_timeout = 30
Oct 15 19:50:15 user nova-compute[74712]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 15 19:50:15 user nova-compute[74712]: node.session.err_timeo.host_reset_timeout = 60
Oct 15 19:50:15 user nova-compute[74712]: node.session.iscsi.FastAbort = Yes
Oct 15 19:50:15 user nova-compute[74712]: node.session.iscsi.InitialR2T = No
Oct 15 19:50:15 user nova-compute[74712]: node.session.iscsi.ImmediateData = Yes
Oct 15 19:50:15 user nova-compute[74712]: node.session.iscsi.FirstBurstLength = 262144
Oct 15 19:50:15 user nova-compute[74712]: node.session.iscsi.MaxBurstLength = 16776192
Oct 15 19:50:15 user nova-compute[74712]: node.session.iscsi.DefaultTime2Retain = 0
Oct 15 19:50:15 user nova-compute[74712]: node.session.iscsi.DefaultTime2Wait = 2
Oct 15 19:50:15 user nova-compute[74712]: node.session.iscsi.MaxConnections = 1
Oct 15 19:50:15 user nova-compute[74712]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 15 19:50:15 user nova-compute[74712]: node.session.iscsi.ERL = 0
Oct 15 19:50:15 user nova-compute[74712]: node.session.scan = manual
Oct 15 19:50:15 user nova-compute[74712]: node.session.reopen_max = 0
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].address = 172.16.0.220
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].port = 3260
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].startup = manual
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].tcp.window_size = 524288
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].tcp.type_of_service = 0
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].timeo.logout_timeout = 15
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].timeo.login_timeout = 15
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].timeo.auth_timeout = 45
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].timeo.noop_out_interval = 5
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].timeo.noop_out_timeout = 5
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].iscsi.HeaderDigest = None
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].iscsi.DataDigest = None
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].iscsi.IFMarker = No
Oct 15 19:50:15 user nova-compute[74712]: node.conn[0].iscsi.OFMarker = No
Oct 15 19:50:15 user nova-compute[74712]: # END RECORD
Oct 15 19:50:15 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e563204-10d8-4068-b3d3-892ce5bba378]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[722b450a-e3a9-449b-bef6-1e09f905bb42]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KHGnDmYO {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KHGnDmYO" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ced80ac4-1c6d-4f6c-9e12-3243f16bdfa3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KHGnDmYO'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4a7467-59a3-41c5-9301-b6f6aa92e547]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9909d09c-f014-4cca-a785-30df964005f8]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:085d0973-58d9-4b90-8a18-5e709219026a (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:15 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:15 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:15 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:50:15 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:50:15 user nova-compute[74712]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:085d0973-58d9-4b90-8a18-5e709219026a (non-flash)
Oct 15 19:50:15 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:15 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:15 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:15 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:50:15 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:50:15 user nova-compute[74712]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:085d0973-58d9-4b90-8a18-5e709219026a (non-flash)
Oct 15 19:50:15 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.145s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] HCTL ('37', '0', '0', 0) found on session 30 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Scanning host 37 c: 0, t: 0, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f5be622-077f-474d-854d-5a1d00695943]: (4, ('0 0 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Searching for a device in session 30 and hctl ('37', '0', '0', 0) yield: sdf {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KHGnDmYO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.169s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] <== connect_volume: return (171ms) {'type': 'block', 'scsi_wwn': '23263663735376464', 'path': '/dev/sdf'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263663735376464', 'path': '/dev/sdf'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2030024990',display_name='tempest-ServerStableDeviceRescueTest-server-2030024990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2030024990',id=20,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGpjUuAC5dagNgQPEKO9z2uLAfnanJYBGI9BkVHPpWhIavx7r46vgPFRc8jEAKIG+oGWylNQtxs87QnWRWzl7uCLNzxTp3Bw7obG3LeQiwfO5wc/KczomniYq0sZvCVPjA==',key_name='tempest-keypair-801407402',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:46:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7616a77b172b4d118b7c1a8a6a3033a3',ramdisk_id='',reservation_id='r-xgbruxj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-545371868',owner_user_name='tempest-ServerStableDeviceRescueTest-545371868-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:48:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6c12548778b43868427f70130d309e2',uuid=c59c3991-7189-4911-9d31-f401a9fa253c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "vif_mac": "fa:16:3e:3e:fd:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Converting VIF {"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "vif_mac": "fa:16:3e:3e:fd:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3e:fd:45,bridge_name='br-int',has_traffic_filtering=True,id=77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e,network=Network(08923d5f-9bb5-4bba-bbaf-84e6c7d03990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77fbb8c8-d8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'pci_devices' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.objects.base [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Object Instance<c59c3991-7189-4911-9d31-f401a9fa253c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:50:15 user nova-compute[74712]:   <uuid>c59c3991-7189-4911-9d31-f401a9fa253c</uuid>
Oct 15 19:50:15 user nova-compute[74712]:   <name>instance-00000014</name>
Oct 15 19:50:15 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:50:15 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:50:15 user nova-compute[74712]:   <metadata>
Oct 15 19:50:15 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:50:15 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:50:15 user nova-compute[74712]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2030024990</nova:name>
Oct 15 19:50:15 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:50:15</nova:creationTime>
Oct 15 19:50:15 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:50:15 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:50:15 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:50:15 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:50:15 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:50:15 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:50:15 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:50:15 user nova-compute[74712]:       <nova:owner>
Oct 15 19:50:15 user nova-compute[74712]:         <nova:user uuid="b6c12548778b43868427f70130d309e2">tempest-ServerStableDeviceRescueTest-545371868-project-member</nova:user>
Oct 15 19:50:15 user nova-compute[74712]:         <nova:project uuid="7616a77b172b4d118b7c1a8a6a3033a3">tempest-ServerStableDeviceRescueTest-545371868</nova:project>
Oct 15 19:50:15 user nova-compute[74712]:       </nova:owner>
Oct 15 19:50:15 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:50:15 user nova-compute[74712]:       <nova:ports>
Oct 15 19:50:15 user nova-compute[74712]:         <nova:port uuid="77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e">
Oct 15 19:50:15 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:50:15 user nova-compute[74712]:         </nova:port>
Oct 15 19:50:15 user nova-compute[74712]:       </nova:ports>
Oct 15 19:50:15 user nova-compute[74712]:     </nova:instance>
Oct 15 19:50:15 user nova-compute[74712]:   </metadata>
Oct 15 19:50:15 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:50:15 user nova-compute[74712]:     <system>
Oct 15 19:50:15 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:50:15 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:50:15 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:50:15 user nova-compute[74712]:       <entry name="serial">c59c3991-7189-4911-9d31-f401a9fa253c</entry>
Oct 15 19:50:15 user nova-compute[74712]:       <entry name="uuid">c59c3991-7189-4911-9d31-f401a9fa253c</entry>
Oct 15 19:50:15 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:50:15 user nova-compute[74712]:     </system>
Oct 15 19:50:15 user nova-compute[74712]:   </sysinfo>
Oct 15 19:50:15 user nova-compute[74712]:   <os>
Oct 15 19:50:15 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:50:15 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:50:15 user nova-compute[74712]:   </os>
Oct 15 19:50:15 user nova-compute[74712]:   <features>
Oct 15 19:50:15 user nova-compute[74712]:     <acpi/>
Oct 15 19:50:15 user nova-compute[74712]:     <apic/>
Oct 15 19:50:15 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:50:15 user nova-compute[74712]:   </features>
Oct 15 19:50:15 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:50:15 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:50:15 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:50:15 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:50:15 user nova-compute[74712]:   </clock>
Oct 15 19:50:15 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:50:15 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:50:15 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:50:15 user nova-compute[74712]:   </cpu>
Oct 15 19:50:15 user nova-compute[74712]:   <devices>
Oct 15 19:50:15 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:50:15 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:50:15 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk"/>
Oct 15 19:50:15 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:50:15 user nova-compute[74712]:     </disk>
Oct 15 19:50:15 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:50:15 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:50:15 user nova-compute[74712]:       <source dev="/dev/sdf"/>
Oct 15 19:50:15 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:50:15 user nova-compute[74712]:       <serial>0a7bd28e-ce0a-462d-9924-0339f3e36961</serial>
Oct 15 19:50:15 user nova-compute[74712]:     </disk>
Oct 15 19:50:15 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:50:15 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:50:15 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue"/>
Oct 15 19:50:15 user nova-compute[74712]:       <target dev="vdc" bus="virtio"/>
Oct 15 19:50:15 user nova-compute[74712]:       <boot order="1"/>
Oct 15 19:50:15 user nova-compute[74712]:     </disk>
Oct 15 19:50:15 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:50:15 user nova-compute[74712]:       <mac address="fa:16:3e:3e:fd:45"/>
Oct 15 19:50:15 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:50:15 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:50:15 user nova-compute[74712]:       <target dev="tap77fbb8c8-d8"/>
Oct 15 19:50:15 user nova-compute[74712]:     </interface>
Oct 15 19:50:15 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:50:15 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/console.log" append="off"/>
Oct 15 19:50:15 user nova-compute[74712]:     </serial>
Oct 15 19:50:15 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:50:15 user nova-compute[74712]:     <video>
Oct 15 19:50:15 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:50:15 user nova-compute[74712]:     </video>
Oct 15 19:50:15 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:50:15 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:50:15 user nova-compute[74712]:     </rng>
Oct 15 19:50:15 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:50:15 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:50:15 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:50:15 user nova-compute[74712]:     </memballoon>
Oct 15 19:50:15 user nova-compute[74712]:   </devices>
Oct 15 19:50:15 user nova-compute[74712]: </domain>
Oct 15 19:50:15 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:50:15 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Instance destroyed successfully.
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:50:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] No VIF found with MAC fa:16:3e:3e:fd:45, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:50:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-e261c09b-07df-40aa-8e77-a89d35297fce req-8cd83054-a350-49ad-a19e-59da6e62a977 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:50:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e261c09b-07df-40aa-8e77-a89d35297fce req-8cd83054-a350-49ad-a19e-59da6e62a977 service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e261c09b-07df-40aa-8e77-a89d35297fce req-8cd83054-a350-49ad-a19e-59da6e62a977 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e261c09b-07df-40aa-8e77-a89d35297fce req-8cd83054-a350-49ad-a19e-59da6e62a977 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-e261c09b-07df-40aa-8e77-a89d35297fce req-8cd83054-a350-49ad-a19e-59da6e62a977 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:50:17 user nova-compute[74712]: WARNING nova.compute.manager [req-e261c09b-07df-40aa-8e77-a89d35297fce req-8cd83054-a350-49ad-a19e-59da6e62a977 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state active and task_state rescuing.
Oct 15 19:50:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-eddc0d06-db4e-44bf-8cf8-c967844d6b1a req-c276401b-5d6f-4393-9237-51b03a8ba83e service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:50:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-eddc0d06-db4e-44bf-8cf8-c967844d6b1a req-c276401b-5d6f-4393-9237-51b03a8ba83e service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-eddc0d06-db4e-44bf-8cf8-c967844d6b1a req-c276401b-5d6f-4393-9237-51b03a8ba83e service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-eddc0d06-db4e-44bf-8cf8-c967844d6b1a req-c276401b-5d6f-4393-9237-51b03a8ba83e service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-eddc0d06-db4e-44bf-8cf8-c967844d6b1a req-c276401b-5d6f-4393-9237-51b03a8ba83e service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:50:19 user nova-compute[74712]: WARNING nova.compute.manager [req-eddc0d06-db4e-44bf-8cf8-c967844d6b1a req-c276401b-5d6f-4393-9237-51b03a8ba83e service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state active and task_state rescuing.
Oct 15 19:50:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0cb618f6-72d6-4b2c-a9d5-acb2616f09c2 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:50:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:50:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:50:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:50:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:50:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue --force-share --output=json" returned: 0 in 0.219s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:26 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:50:26 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7536MB free_disk=24.91446304321289GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance b106586e-8899-4d70-a1f7-3777c2a0e880 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c59c3991-7189-4911-9d31-f401a9fa253c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a7fe02b3-a623-4867-87b0-174643f2167a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 56a92a83-0470-423f-adba-b0416b465443 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 7431cfcd-a890-4f7a-ac02-4019ad17fd20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4adf9502-172d-4f6e-b684-7d176dfa6665 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:50:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.521s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:50:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:50:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:50:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:50:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:50:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:50:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:50:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:50:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:50:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:50:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 19:50:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:38 user nova-compute[74712]: INFO nova.compute.manager [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Detaching volume 9bb49bf9-00f9-4ece-91b8-9df2363e4071
Oct 15 19:50:38 user nova-compute[74712]: INFO nova.virt.block_device [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Attempting to driver detach volume 9bb49bf9-00f9-4ece-91b8-9df2363e4071 from mountpoint /dev/vdb
Oct 15 19:50:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Attempting to detach device vdb from instance b106586e-8899-4d70-a1f7-3777c2a0e880 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:50:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:50:38 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:50:38 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 19:50:38 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:50:38 user nova-compute[74712]:   <serial>9bb49bf9-00f9-4ece-91b8-9df2363e4071</serial>
Oct 15 19:50:38 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 15 19:50:38 user nova-compute[74712]: </disk>
Oct 15 19:50:38 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:50:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully detached device vdb from instance b106586e-8899-4d70-a1f7-3777c2a0e880 from the persistent domain config.
Oct 15 19:50:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b106586e-8899-4d70-a1f7-3777c2a0e880 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:50:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:50:38 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:50:38 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 19:50:38 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:50:38 user nova-compute[74712]:   <serial>9bb49bf9-00f9-4ece-91b8-9df2363e4071</serial>
Oct 15 19:50:38 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 15 19:50:38 user nova-compute[74712]: </disk>
Oct 15 19:50:38 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:50:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b106586e-8899-4d70-a1f7-3777c2a0e880 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:50:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:42 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:50:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:50:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:50:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:50:42 user nova-compute[74712]: INFO nova.compute.claims [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Claim successful on node user
Oct 15 19:50:43 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:50:43 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:50:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.507s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:50:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:50:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:50:43 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:50:43 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:50:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:50:43 user nova-compute[74712]: DEBUG nova.policy [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c61acb19473c459ea20e2af6f412f894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713c002b2da04bc484633187e26a8772', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:50:43 user nova-compute[74712]: INFO nova.virt.block_device [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Booting with volume-backed-image 86c41006-9da0-4054-a177-46f1c8e1bbdf at /dev/vda
Oct 15 19:50:44 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Successfully created port: aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:50:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:44 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Successfully updated port: aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquired lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG nova.compute.manager [req-680bc59f-cca7-459e-838e-676c2c0cfa30 req-edf9fe36-9676-4460-ac56-9fad5e7db247 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-changed-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG nova.compute.manager [req-680bc59f-cca7-459e-838e-676c2c0cfa30 req-edf9fe36-9676-4460-ac56-9fad5e7db247 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Refreshing instance network info cache due to event network-changed-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-680bc59f-cca7-459e-838e-676c2c0cfa30 req-edf9fe36-9676-4460-ac56-9fad5e7db247 service nova] Acquiring lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Updating instance_info_cache with network_info: [{"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Releasing lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Instance network_info: |[{"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-680bc59f-cca7-459e-838e-676c2c0cfa30 req-edf9fe36-9676-4460-ac56-9fad5e7db247 service nova] Acquired lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG nova.network.neutron [req-680bc59f-cca7-459e-838e-676c2c0cfa30 req-edf9fe36-9676-4460-ac56-9fad5e7db247 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Refreshing network info cache for port aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG nova.network.neutron [req-680bc59f-cca7-459e-838e-676c2c0cfa30 req-edf9fe36-9676-4460-ac56-9fad5e7db247 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Updated VIF entry in instance network info cache for port aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG nova.network.neutron [req-680bc59f-cca7-459e-838e-676c2c0cfa30 req-edf9fe36-9676-4460-ac56-9fad5e7db247 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Updating instance_info_cache with network_info: [{"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:50:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-680bc59f-cca7-459e-838e-676c2c0cfa30 req-edf9fe36-9676-4460-ac56-9fad5e7db247 service nova] Releasing lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:50:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:58 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b106586e-8899-4d70-a1f7-3777c2a0e880 is timed out.
Oct 15 19:50:59 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully detached device vdb from instance b106586e-8899-4d70-a1f7-3777c2a0e880 from the live domain config.
Oct 15 19:50:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QNUvmpfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:50:59 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[05045815-aa1c-423a-b170-66a7867865f6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:50:59 user nova-compute[74712]: No targets found.
Oct 15 19:50:59 user nova-compute[74712]: iSNS:
Oct 15 19:50:59 user nova-compute[74712]: No targets found.
Oct 15 19:50:59 user nova-compute[74712]: STATIC:
Oct 15 19:50:59 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39
Oct 15 19:50:59 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:50:59 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:50:59 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:50:59 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:50:59 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:50:59 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071
Oct 15 19:50:59 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:50:59 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:50:59 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7
Oct 15 19:50:59 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:50:59 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:50:59 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961
Oct 15 19:50:59 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:50:59 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:50:59 user nova-compute[74712]: FIRMWARE:
Oct 15 19:50:59 user nova-compute[74712]: No targets found.
Oct 15 19:50:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:50:59 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:50:59 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[550a85e2-67fc-40a8-83e1-e2ba1db8b007]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[52f3c983-3622-43b5-bd50-03111f221b33]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:59 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:59 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:59 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:50:59 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:50:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:50:59 user nova-compute[74712]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 (non-flash)
Oct 15 19:50:59 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:50:59 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:50:59 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:50:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c842fec20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cab40b6-4d82-4a98-bc41-eeab173d4519]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c160cf3-4fba-424f-b4e6-eb4fc5c60297]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a3ff784-ad32-49dd-bed2-65e538c6c69c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[96eafb40-a252-4f8d-a084-246632920f6e]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[134aa3c9-c55b-4aa7-94d7-6498ffcb9359]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f0e34c4-cd3f-482a-9ee6-54e718e35668]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260]
Oct 15 19:50:59 user nova-compute[74712]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071, portal: 172.16.0.220,3260] successful.
Oct 15 19:50:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bb49bf9-00f9-4ece-91b8-9df2363e4071 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[201876ff-8bef-4a68-9a0a-cc5f0d291601]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== disconnect_volume: return (361ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.utils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f615e871-ef29-440d-a057-d0812d91b007]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a45e0e93-e3c4-4b94-bf16-2ef022d547af]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c28fba-c69c-4aa4-8b3d-ad44f6af333b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ad99eae-af74-41ed-8379-387c7ead3371]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:50:59 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:50:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcbcec04-6bfb-47d8-a4d3-996241624867]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG os_brick.utils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:50:59 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Updating existing volume attachment record: 7959bf90-8a5e-4579-9895-5f1a5df9a66c {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:51:00 user nova-compute[74712]: DEBUG nova.objects.instance [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'flavor' on Instance uuid b106586e-8899-4d70-a1f7-3777c2a0e880 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93d95a79-2036-4279-a4d0-4998d7c2f978 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.027s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:01 user nova-compute[74712]: INFO nova.compute.manager [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Detaching volume ca0087d5-cbd8-4947-b68a-663c29b212d7
Oct 15 19:51:01 user nova-compute[74712]: INFO nova.virt.block_device [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Attempting to driver detach volume ca0087d5-cbd8-4947-b68a-663c29b212d7 from mountpoint /dev/vdc
Oct 15 19:51:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Attempting to detach device vdc from instance a7fe02b3-a623-4867-87b0-174643f2167a from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:51:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:51:01 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:51:01 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:51:01 user nova-compute[74712]:   <target dev="vdc" bus="virtio"/>
Oct 15 19:51:01 user nova-compute[74712]:   <serial>ca0087d5-cbd8-4947-b68a-663c29b212d7</serial>
Oct 15 19:51:01 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 15 19:51:01 user nova-compute[74712]: </disk>
Oct 15 19:51:01 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:51:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Successfully detached device vdc from instance a7fe02b3-a623-4867-87b0-174643f2167a from the persistent domain config.
Oct 15 19:51:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance a7fe02b3-a623-4867-87b0-174643f2167a from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:51:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:51:01 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:51:01 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:51:01 user nova-compute[74712]:   <target dev="vdc" bus="virtio"/>
Oct 15 19:51:01 user nova-compute[74712]:   <serial>ca0087d5-cbd8-4947-b68a-663c29b212d7</serial>
Oct 15 19:51:01 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 15 19:51:01 user nova-compute[74712]: </disk>
Oct 15 19:51:01 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:51:02 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:51:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-67e5e927-aca2-4e5f-a646-5602823dcf6d req-22258572-46d1-4e12-bb3c-cad5c6e89bce service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received event network-changed-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-67e5e927-aca2-4e5f-a646-5602823dcf6d req-22258572-46d1-4e12-bb3c-cad5c6e89bce service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Refreshing instance network info cache due to event network-changed-f264b553-f4a0-4770-b864-4c6b1dc10cdf. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-67e5e927-aca2-4e5f-a646-5602823dcf6d req-22258572-46d1-4e12-bb3c-cad5c6e89bce service nova] Acquiring lock "refresh_cache-56a92a83-0470-423f-adba-b0416b465443" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-67e5e927-aca2-4e5f-a646-5602823dcf6d req-22258572-46d1-4e12-bb3c-cad5c6e89bce service nova] Acquired lock "refresh_cache-56a92a83-0470-423f-adba-b0416b465443" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG nova.network.neutron [req-67e5e927-aca2-4e5f-a646-5602823dcf6d req-22258572-46d1-4e12-bb3c-cad5c6e89bce service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Refreshing network info cache for port f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG nova.network.neutron [req-67e5e927-aca2-4e5f-a646-5602823dcf6d req-22258572-46d1-4e12-bb3c-cad5c6e89bce service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Updated VIF entry in instance network info cache for port f264b553-f4a0-4770-b864-4c6b1dc10cdf. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG nova.network.neutron [req-67e5e927-aca2-4e5f-a646-5602823dcf6d req-22258572-46d1-4e12-bb3c-cad5c6e89bce service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Updating instance_info_cache with network_info: [{"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-67e5e927-aca2-4e5f-a646-5602823dcf6d req-22258572-46d1-4e12-bb3c-cad5c6e89bce service nova] Releasing lock "refresh_cache-56a92a83-0470-423f-adba-b0416b465443" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:12 user nova-compute[74712]: INFO nova.compute.manager [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Terminating instance
Oct 15 19:51:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-92df9645-b464-4a60-be6e-45d6baefa0e1 req-5064c15b-903d-4c95-918c-86762ea67d70 service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Received event network-vif-unplugged-42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-92df9645-b464-4a60-be6e-45d6baefa0e1 req-5064c15b-903d-4c95-918c-86762ea67d70 service nova] Acquiring lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-92df9645-b464-4a60-be6e-45d6baefa0e1 req-5064c15b-903d-4c95-918c-86762ea67d70 service nova] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-92df9645-b464-4a60-be6e-45d6baefa0e1 req-5064c15b-903d-4c95-918c-86762ea67d70 service nova] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-92df9645-b464-4a60-be6e-45d6baefa0e1 req-5064c15b-903d-4c95-918c-86762ea67d70 service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] No waiting events found dispatching network-vif-unplugged-42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-92df9645-b464-4a60-be6e-45d6baefa0e1 req-5064c15b-903d-4c95-918c-86762ea67d70 service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Received event network-vif-unplugged-42725451-f886-41ee-9034-218bb9c506f4 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Instance destroyed successfully.
Oct 15 19:51:13 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lazy-loading 'resources' on Instance uuid 7431cfcd-a890-4f7a-ac02-4019ad17fd20 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:49:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-753582037',display_name='tempest-VolumesActionsTest-instance-753582037',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-753582037',id=24,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:49:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7fab5913943d4e73905cbf0337cd5252',ramdisk_id='',reservation_id='r-9uacbe4q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-809768542',owner_user_name='tempest-VolumesActionsTest-809768542-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:49:31Z,user_data=None,user_id='f98b3c56ec2b4ecdbd1fe300dee67a02',uuid=7431cfcd-a890-4f7a-ac02-4019ad17fd20,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42725451-f886-41ee-9034-218bb9c506f4", "address": "fa:16:3e:8e:88:2c", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42725451-f8", "ovs_interfaceid": "42725451-f886-41ee-9034-218bb9c506f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converting VIF {"id": "42725451-f886-41ee-9034-218bb9c506f4", "address": "fa:16:3e:8e:88:2c", "network": {"id": "043ef49f-09a4-4e2b-95c6-404ecc18da05", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1140388031-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7fab5913943d4e73905cbf0337cd5252", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42725451-f8", "ovs_interfaceid": "42725451-f886-41ee-9034-218bb9c506f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:88:2c,bridge_name='br-int',has_traffic_filtering=True,id=42725451-f886-41ee-9034-218bb9c506f4,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42725451-f8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG os_vif [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:88:2c,bridge_name='br-int',has_traffic_filtering=True,id=42725451-f886-41ee-9034-218bb9c506f4,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42725451-f8') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42725451-f8, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2471f585-cdaf-431e-a3e9-fd72e35d0663) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:13 user nova-compute[74712]: INFO os_vif [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:88:2c,bridge_name='br-int',has_traffic_filtering=True,id=42725451-f886-41ee-9034-218bb9c506f4,network=Network(043ef49f-09a4-4e2b-95c6-404ecc18da05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42725451-f8')
Oct 15 19:51:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Deleting instance files /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20_del
Oct 15 19:51:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Deletion of /opt/stack/data/nova/instances/7431cfcd-a890-4f7a-ac02-4019ad17fd20_del complete
Oct 15 19:51:13 user nova-compute[74712]: INFO nova.compute.manager [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Took 0.80 seconds to destroy the instance on the hypervisor.
Oct 15 19:51:13 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:51:13 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:51:14 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:51:14 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Took 0.64 seconds to deallocate network for instance.
Oct 15 19:51:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:14 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:51:14 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:51:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.508s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:14 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Deleted allocations for instance 7431cfcd-a890-4f7a-ac02-4019ad17fd20
Oct 15 19:51:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1eb36439-72e4-4def-a58b-767bc3445fe7 tempest-VolumesActionsTest-809768542 tempest-VolumesActionsTest-809768542-project-member] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.190s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-ae708845-d15e-4eb9-b5e8-59a38a6b817d req-aa5ca00f-8cfb-49bb-9ecb-4118ae5a7509 service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Received event network-vif-plugged-42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ae708845-d15e-4eb9-b5e8-59a38a6b817d req-aa5ca00f-8cfb-49bb-9ecb-4118ae5a7509 service nova] Acquiring lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ae708845-d15e-4eb9-b5e8-59a38a6b817d req-aa5ca00f-8cfb-49bb-9ecb-4118ae5a7509 service nova] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ae708845-d15e-4eb9-b5e8-59a38a6b817d req-aa5ca00f-8cfb-49bb-9ecb-4118ae5a7509 service nova] Lock "7431cfcd-a890-4f7a-ac02-4019ad17fd20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-ae708845-d15e-4eb9-b5e8-59a38a6b817d req-aa5ca00f-8cfb-49bb-9ecb-4118ae5a7509 service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] No waiting events found dispatching network-vif-plugged-42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:51:15 user nova-compute[74712]: WARNING nova.compute.manager [req-ae708845-d15e-4eb9-b5e8-59a38a6b817d req-aa5ca00f-8cfb-49bb-9ecb-4118ae5a7509 service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Received unexpected event network-vif-plugged-42725451-f886-41ee-9034-218bb9c506f4 for instance with vm_state deleted and task_state None.
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-ae708845-d15e-4eb9-b5e8-59a38a6b817d req-aa5ca00f-8cfb-49bb-9ecb-4118ae5a7509 service nova] [instance: 7431cfcd-a890-4f7a-ac02-4019ad17fd20] Received event network-vif-deleted-42725451-f886-41ee-9034-218bb9c506f4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:51:15 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Creating image(s)
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Ensure instance console log exists: /opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Start _get_guest_xml network_info=[{"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPWjtChk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f9c4af5e-5938-4e39-aa0e-8ae6081d800b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b53a7098-9a43-42d8-bde6-cc60e0363f63', 'serial': 'b53a7098-9a43-42d8-bde6-cc60e0363f63'}, 'attachment_id': '7959bf90-8a5e-4579-9895-5f1a5df9a66c', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:51:15 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:51:15 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPWjtChk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:51:15 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:51:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:51:15 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:51:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:51:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:51:15 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6821c7b3-01f4-499a-a1ac-93efb4ff5c8e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:51:16 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd566b0f-5b9f-4232-ae58-4cf9b411f39f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63] added
Oct 15 19:51:16 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[555237b2-fb3c-4e59-8474-dc7360400573]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd2d42cf-b01d-4af1-81da-b267b3b89d37]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JPWjtChk {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JPWjtChk" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[06663856-15dc-43ca-a7ea-582bba93218a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JPWjtChk'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b1764d5-d856-44cc-9dd7-27042d6cf20b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[426c15d8-fa72-4582-b4d9-edfbcada84e2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fdd5e9f-e7c2-43d4-aba0-41dc6d1f3d41]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63, portal: 172.16.0.220,3260]
Oct 15 19:51:16 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63, portal: 172.16.0.220,3260] successful.
Oct 15 19:51:16 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c88c84d4-1666-4bc1-a6a8-c0aea588c2fa]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[893f0301-e53b-47b6-bccf-03b1120514e2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:16 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] HCTL ('33', '-', '-', 0) found on session 32 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[636dab66-6af2-4ace-9877-b01b3d1040c4]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:16 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching for a device in session 32 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching for a device in session 32 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPWjtChk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23765363931363863', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23765363931363863', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:50:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1342622825',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1342622825',id=26,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0xbt0xp0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:50:44Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=f9c4af5e-5938-4e39-aa0e-8ae6081d800b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:ce:f5,bridge_name='br-int',has_traffic_filtering=True,id=aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa9a0fc7-2d') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'pci_devices' on Instance uuid f9c4af5e-5938-4e39-aa0e-8ae6081d800b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:51:17 user nova-compute[74712]:   <uuid>f9c4af5e-5938-4e39-aa0e-8ae6081d800b</uuid>
Oct 15 19:51:17 user nova-compute[74712]:   <name>instance-0000001a</name>
Oct 15 19:51:17 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:51:17 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:51:17 user nova-compute[74712]:   <metadata>
Oct 15 19:51:17 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:51:17 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:51:17 user nova-compute[74712]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1342622825</nova:name>
Oct 15 19:51:17 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:51:15</nova:creationTime>
Oct 15 19:51:17 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:51:17 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:51:17 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:51:17 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:51:17 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:51:17 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:51:17 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:51:17 user nova-compute[74712]:       <nova:owner>
Oct 15 19:51:17 user nova-compute[74712]:         <nova:user uuid="c61acb19473c459ea20e2af6f412f894">tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member</nova:user>
Oct 15 19:51:17 user nova-compute[74712]:         <nova:project uuid="713c002b2da04bc484633187e26a8772">tempest-ServerBootFromVolumeStableRescueTest-1522566069</nova:project>
Oct 15 19:51:17 user nova-compute[74712]:       </nova:owner>
Oct 15 19:51:17 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:51:17 user nova-compute[74712]:       <nova:ports>
Oct 15 19:51:17 user nova-compute[74712]:         <nova:port uuid="aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e">
Oct 15 19:51:17 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 15 19:51:17 user nova-compute[74712]:         </nova:port>
Oct 15 19:51:17 user nova-compute[74712]:       </nova:ports>
Oct 15 19:51:17 user nova-compute[74712]:     </nova:instance>
Oct 15 19:51:17 user nova-compute[74712]:   </metadata>
Oct 15 19:51:17 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:51:17 user nova-compute[74712]:     <system>
Oct 15 19:51:17 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:51:17 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:51:17 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:51:17 user nova-compute[74712]:       <entry name="serial">f9c4af5e-5938-4e39-aa0e-8ae6081d800b</entry>
Oct 15 19:51:17 user nova-compute[74712]:       <entry name="uuid">f9c4af5e-5938-4e39-aa0e-8ae6081d800b</entry>
Oct 15 19:51:17 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:51:17 user nova-compute[74712]:     </system>
Oct 15 19:51:17 user nova-compute[74712]:   </sysinfo>
Oct 15 19:51:17 user nova-compute[74712]:   <os>
Oct 15 19:51:17 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:51:17 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:51:17 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:51:17 user nova-compute[74712]:   </os>
Oct 15 19:51:17 user nova-compute[74712]:   <features>
Oct 15 19:51:17 user nova-compute[74712]:     <acpi/>
Oct 15 19:51:17 user nova-compute[74712]:     <apic/>
Oct 15 19:51:17 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:51:17 user nova-compute[74712]:   </features>
Oct 15 19:51:17 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:51:17 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:51:17 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:51:17 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:51:17 user nova-compute[74712]:   </clock>
Oct 15 19:51:17 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:51:17 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:51:17 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:51:17 user nova-compute[74712]:   </cpu>
Oct 15 19:51:17 user nova-compute[74712]:   <devices>
Oct 15 19:51:17 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:51:17 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:51:17 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 19:51:17 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:51:17 user nova-compute[74712]:       <serial>b53a7098-9a43-42d8-bde6-cc60e0363f63</serial>
Oct 15 19:51:17 user nova-compute[74712]:     </disk>
Oct 15 19:51:17 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:51:17 user nova-compute[74712]:       <mac address="fa:16:3e:d6:ce:f5"/>
Oct 15 19:51:17 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:51:17 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:51:17 user nova-compute[74712]:       <target dev="tapaa9a0fc7-2d"/>
Oct 15 19:51:17 user nova-compute[74712]:     </interface>
Oct 15 19:51:17 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:51:17 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/console.log" append="off"/>
Oct 15 19:51:17 user nova-compute[74712]:     </serial>
Oct 15 19:51:17 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:51:17 user nova-compute[74712]:     <video>
Oct 15 19:51:17 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:51:17 user nova-compute[74712]:     </video>
Oct 15 19:51:17 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:51:17 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:51:17 user nova-compute[74712]:     </rng>
Oct 15 19:51:17 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:51:17 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:51:17 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:51:17 user nova-compute[74712]:     </memballoon>
Oct 15 19:51:17 user nova-compute[74712]:   </devices>
Oct 15 19:51:17 user nova-compute[74712]: </domain>
Oct 15 19:51:17 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:50:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1342622825',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1342622825',id=26,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0xbt0xp0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:50:44Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=f9c4af5e-5938-4e39-aa0e-8ae6081d800b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:ce:f5,bridge_name='br-int',has_traffic_filtering=True,id=aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa9a0fc7-2d') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG os_vif [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:ce:f5,bridge_name='br-int',has_traffic_filtering=True,id=aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa9a0fc7-2d') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd43ee84a-2f98-5d9d-af0f-777fa89b2aab', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaa9a0fc7-2d, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaa9a0fc7-2d, col_values=(('qos', UUID('e6ad34e3-6655-4a12-8ef3-1daaccbaabe0')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaa9a0fc7-2d, col_values=(('external_ids', {'iface-id': 'aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d6:ce:f5', 'vm-uuid': 'f9c4af5e-5938-4e39-aa0e-8ae6081d800b'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:17 user nova-compute[74712]: INFO os_vif [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:ce:f5,bridge_name='br-int',has_traffic_filtering=True,id=aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa9a0fc7-2d')
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:51:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No VIF found with MAC fa:16:3e:d6:ce:f5, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG nova.objects.instance [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 56a92a83-0470-423f-adba-b0416b465443 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:18 user nova-compute[74712]: INFO nova.compute.manager [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Attaching volume 0d3d0be9-8147-45b2-af0e-a12aed989c61 to /dev/vdb
Oct 15 19:51:18 user nova-compute[74712]: DEBUG os_brick.utils [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9afd5846-4fd6-4045-9609-e432843c9b15]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb9b38c5-0713-4881-a38a-18fd1c837486]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a690d9-461f-4f7d-aea6-4bc9b0d0ad3f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee8b21d2-e511-47f3-9bee-2259f6198088]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:51:18 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:51:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[38dc4667-a4f6-46dd-b5da-b587ed220ece]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG os_brick.utils [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Updating existing volume attachment record: 702384c0-d95b-442d-ae38-71edf2d2471b {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-204d81be-41e9-44de-819d-795434d5b434 req-1b5b7d73-bc3a-4ccd-ab60-cdc404dab623 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-204d81be-41e9-44de-819d-795434d5b434 req-1b5b7d73-bc3a-4ccd-ab60-cdc404dab623 service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-204d81be-41e9-44de-819d-795434d5b434 req-1b5b7d73-bc3a-4ccd-ab60-cdc404dab623 service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-204d81be-41e9-44de-819d-795434d5b434 req-1b5b7d73-bc3a-4ccd-ab60-cdc404dab623 service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-204d81be-41e9-44de-819d-795434d5b434 req-1b5b7d73-bc3a-4ccd-ab60-cdc404dab623 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:51:19 user nova-compute[74712]: WARNING nova.compute.manager [req-204d81be-41e9-44de-819d-795434d5b434 req-1b5b7d73-bc3a-4ccd-ab60-cdc404dab623 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state building and task_state spawning.
Oct 15 19:51:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:51:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:51:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:51:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:51:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:51:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Instance spawned successfully.
Oct 15 19:51:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:51:21 user nova-compute[74712]: INFO nova.compute.manager [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Took 5.19 seconds to spawn the instance on the hypervisor.
Oct 15 19:51:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:21 user nova-compute[74712]: INFO nova.compute.manager [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Took 38.28 seconds to build instance.
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4d9655b0-5212-4f30-a88b-9f9901e220bd tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 38.372s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-294c22ac-1b3d-4eac-bdec-4bfd1f57e247 req-c702d097-ca7f-4987-b9d8-4337d355619a service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-294c22ac-1b3d-4eac-bdec-4bfd1f57e247 req-c702d097-ca7f-4987-b9d8-4337d355619a service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-294c22ac-1b3d-4eac-bdec-4bfd1f57e247 req-c702d097-ca7f-4987-b9d8-4337d355619a service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-294c22ac-1b3d-4eac-bdec-4bfd1f57e247 req-c702d097-ca7f-4987-b9d8-4337d355619a service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-294c22ac-1b3d-4eac-bdec-4bfd1f57e247 req-c702d097-ca7f-4987-b9d8-4337d355619a service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:51:21 user nova-compute[74712]: WARNING nova.compute.manager [req-294c22ac-1b3d-4eac-bdec-4bfd1f57e247 req-c702d097-ca7f-4987-b9d8-4337d355619a service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state active and task_state None.
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance a7fe02b3-a623-4867-87b0-174643f2167a is timed out.
Oct 15 19:51:22 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Successfully detached device vdc from instance a7fe02b3-a623-4867-87b0-174643f2167a from the live domain config.
Oct 15 19:51:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'utMbmcUT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:51:22 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7127755b-1688-4b61-830f-1064e036b847]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:51:22 user nova-compute[74712]: No targets found.
Oct 15 19:51:22 user nova-compute[74712]: iSNS:
Oct 15 19:51:22 user nova-compute[74712]: No targets found.
Oct 15 19:51:22 user nova-compute[74712]: STATIC:
Oct 15 19:51:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39
Oct 15 19:51:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:51:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:51:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:51:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:51:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:51:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:51:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:51:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:51:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7
Oct 15 19:51:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:51:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:51:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961
Oct 15 19:51:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:51:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:51:22 user nova-compute[74712]: FIRMWARE:
Oct 15 19:51:22 user nova-compute[74712]: No targets found.
Oct 15 19:51:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:51:22 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:51:22 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[47d4587f-6818-49fc-b187-8da067effb3a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[72ba7036-0112-4f86-acda-70a311f5aca8]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:22 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:51:22 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:22 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:22 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:22 user nova-compute[74712]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 (non-flash)
Oct 15 19:51:22 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:22 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:22 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c845ad510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad8ede55-ede2-42ff-9626-1be119df0304]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1326b7d6-1ab2-40be-96eb-e33628d73c14]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c20889b-7f37-4311-bea8-355428fc58e7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.033s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6dd9f18-9e5d-410a-b767-c9087ffbf673]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[afea767e-4ae6-43f1-98dc-8e814c1c33b6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cddc9c6a-78da-4d37-bad0-010067419b51]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7, portal: 172.16.0.220,3260]
Oct 15 19:51:22 user nova-compute[74712]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7, portal: 172.16.0.220,3260] successful.
Oct 15 19:51:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0087d5-cbd8-4947-b68a-663c29b212d7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6271f999-eb10-4250-916f-b414e05d3cd6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] <== disconnect_volume: return (382ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'flavor' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4896e62-d009-4a0a-9255-74871d85bb90 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.035s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:51:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:25 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:51:25 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7561MB free_disk=24.937152862548828GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance b106586e-8899-4d70-a1f7-3777c2a0e880 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c59c3991-7189-4911-9d31-f401a9fa253c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a7fe02b3-a623-4867-87b0-174643f2167a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 56a92a83-0470-423f-adba-b0416b465443 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4adf9502-172d-4f6e-b684-7d176dfa6665 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f9c4af5e-5938-4e39-aa0e-8ae6081d800b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:51:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.514s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:28 user nova-compute[74712]: INFO nova.compute.manager [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Terminating instance
Oct 15 19:51:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:51:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-4b77af29-6b38-4494-91fb-0a56bdbb3651 req-3aba5677-1367-4431-8274-ce6c0d372cc7 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-vif-unplugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4b77af29-6b38-4494-91fb-0a56bdbb3651 req-3aba5677-1367-4431-8274-ce6c0d372cc7 service nova] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4b77af29-6b38-4494-91fb-0a56bdbb3651 req-3aba5677-1367-4431-8274-ce6c0d372cc7 service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4b77af29-6b38-4494-91fb-0a56bdbb3651 req-3aba5677-1367-4431-8274-ce6c0d372cc7 service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-4b77af29-6b38-4494-91fb-0a56bdbb3651 req-3aba5677-1367-4431-8274-ce6c0d372cc7 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] No waiting events found dispatching network-vif-unplugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-4b77af29-6b38-4494-91fb-0a56bdbb3651 req-3aba5677-1367-4431-8274-ce6c0d372cc7 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-vif-unplugged-720b70f0-dddc-4549-b64b-20a93fa87c57 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Instance destroyed successfully.
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.objects.instance [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'resources' on Instance uuid b106586e-8899-4d70-a1f7-3777c2a0e880 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:45:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1213257518',display_name='tempest-ServerActionsTestOtherA-server-1635566684',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1213257518',id=18,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNm2SQT5nquLfEBQEnd3aNidyhZx1/uvLEIa9l+/02uPWn7OujbdMtQTxI//rAGzFg6yH+4AWa/swlxzXWrDNiAdGp+2nAsRHANN7HpT+rit9h5tke7PztuYp46ro0Tq0A==',key_name='tempest-keypair-1056888634',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:48:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-gdlmb6db',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:48:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=b106586e-8899-4d70-a1f7-3777c2a0e880,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "720b70f0-dddc-4549-b64b-20a93fa87c57", "address": "fa:16:3e:57:24:86", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720b70f0-dd", "ovs_interfaceid": "720b70f0-dddc-4549-b64b-20a93fa87c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG os_vif [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap720b70f0-dd, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a489cdf4-1590-4e00-80c4-9b229aeb2c19) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:29 user nova-compute[74712]: INFO os_vif [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:24:86,bridge_name='br-int',has_traffic_filtering=True,id=720b70f0-dddc-4549-b64b-20a93fa87c57,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720b70f0-dd')
Oct 15 19:51:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Deleting instance files /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880_del
Oct 15 19:51:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Deletion of /opt/stack/data/nova/instances/b106586e-8899-4d70-a1f7-3777c2a0e880_del complete
Oct 15 19:51:29 user nova-compute[74712]: INFO nova.compute.manager [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Took 0.83 seconds to destroy the instance on the hypervisor.
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 19:51:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Skipping network cache update for instance because it is being deleted. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9938}}
Oct 15 19:51:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:51:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:51:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:51:30 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 4100b590-bb4f-4946-a7e3-5f4c534712ae {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updating instance_info_cache with network_info: [{"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:51:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:51:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:51:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-10263b46-b681-4025-897e-b95d5d6b8066 req-23300dc3-178c-43d8-8057-06df35142141 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-10263b46-b681-4025-897e-b95d5d6b8066 req-23300dc3-178c-43d8-8057-06df35142141 service nova] Acquiring lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-10263b46-b681-4025-897e-b95d5d6b8066 req-23300dc3-178c-43d8-8057-06df35142141 service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-10263b46-b681-4025-897e-b95d5d6b8066 req-23300dc3-178c-43d8-8057-06df35142141 service nova] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-10263b46-b681-4025-897e-b95d5d6b8066 req-23300dc3-178c-43d8-8057-06df35142141 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] No waiting events found dispatching network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:51:31 user nova-compute[74712]: WARNING nova.compute.manager [req-10263b46-b681-4025-897e-b95d5d6b8066 req-23300dc3-178c-43d8-8057-06df35142141 service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received unexpected event network-vif-plugged-720b70f0-dddc-4549-b64b-20a93fa87c57 for instance with vm_state active and task_state deleting.
Oct 15 19:51:31 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:51:31 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Took 1.52 seconds to deallocate network for instance.
Oct 15 19:51:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:31 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:51:31 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:51:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.345s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:31 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Deleted allocations for instance b106586e-8899-4d70-a1f7-3777c2a0e880
Oct 15 19:51:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-dc709282-a676-4dd9-bc3d-22ce9568538f tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "b106586e-8899-4d70-a1f7-3777c2a0e880" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.889s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:33 user nova-compute[74712]: DEBUG nova.compute.manager [req-322705ca-9765-4d88-9f90-02a8028f2a58 req-66001aae-2b8d-420b-8021-e16cb391b1df service nova] [instance: b106586e-8899-4d70-a1f7-3777c2a0e880] Received event network-vif-deleted-720b70f0-dddc-4549-b64b-20a93fa87c57 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BYuNMVoU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:51:34 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:51:34 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:51:34 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1a51d28-e744-45c6-81c0-8f6f2e5cea36]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:51:34 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[36d41305-a51c-4137-a578-440eb349efec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61] added
Oct 15 19:51:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[668d3034-75fd-4f10-acd6-babd5ac8273a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab391f1-60fc-4137-98ee-e2df8563e6d8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BYuNMVoU {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BYuNMVoU" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a1dec1a-fa43-463a-9e91-41ba7afca3b8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BYuNMVoU'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b358691-abab-4e08-a8a7-e29c8644c251]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d751b5-f39d-4532-98d3-cfef13a68eae]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb4045a4-9ac3-41cc-b16b-de162bc3e729]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61, portal: 172.16.0.220,3260]
Oct 15 19:51:34 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61, portal: 172.16.0.220,3260] successful.
Oct 15 19:51:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f9f4f1d-db0c-42ba-bf4b-e9f018cc2566]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[14683af6-3aae-464e-8779-1c71f0f3fde9]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] HCTL ('34', '-', '-', 0) found on session 33 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.082s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[24ee7144-12e1-40df-ab85-f0bff0a6b94b]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching for a device in session 33 and hctl ['34', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:51:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching for a device in session 33 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BYuNMVoU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== connect_volume: return (1391ms) {'type': 'block', 'scsi_wwn': '23264333065383238', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264333065383238', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG nova.objects.instance [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 56a92a83-0470-423f-adba-b0416b465443 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:51:35 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:51:35 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:51:35 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:51:35 user nova-compute[74712]:   <serial>0d3d0be9-8147-45b2-af0e-a12aed989c61</serial>
Oct 15 19:51:35 user nova-compute[74712]: </disk>
Oct 15 19:51:35 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-c71134e2-7cb9-48df-909c-863a110dd62d req-08114a82-68a7-4627-b996-b7953524923b service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received event network-changed-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-c71134e2-7cb9-48df-909c-863a110dd62d req-08114a82-68a7-4627-b996-b7953524923b service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Refreshing instance network info cache due to event network-changed-19135b8c-2a30-4e87-b558-decd6d92577f. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c71134e2-7cb9-48df-909c-863a110dd62d req-08114a82-68a7-4627-b996-b7953524923b service nova] Acquiring lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c71134e2-7cb9-48df-909c-863a110dd62d req-08114a82-68a7-4627-b996-b7953524923b service nova] Acquired lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG nova.network.neutron [req-c71134e2-7cb9-48df-909c-863a110dd62d req-08114a82-68a7-4627-b996-b7953524923b service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Refreshing network info cache for port 19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:51:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No VIF found with MAC fa:16:3e:4b:99:2f, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:51:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6102eed2-7130-4111-b5e2-8022bdf8854e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.668s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:36 user nova-compute[74712]: DEBUG nova.network.neutron [req-c71134e2-7cb9-48df-909c-863a110dd62d req-08114a82-68a7-4627-b996-b7953524923b service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Updated VIF entry in instance network info cache for port 19135b8c-2a30-4e87-b558-decd6d92577f. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:51:36 user nova-compute[74712]: DEBUG nova.network.neutron [req-c71134e2-7cb9-48df-909c-863a110dd62d req-08114a82-68a7-4627-b996-b7953524923b service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Updating instance_info_cache with network_info: [{"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:51:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c71134e2-7cb9-48df-909c-863a110dd62d req-08114a82-68a7-4627-b996-b7953524923b service nova] Releasing lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-e1dc3406-7d71-4e13-b6de-df10b09777a5 req-afb720c9-3beb-4163-9e9c-19a47f84105f service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-changed-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-e1dc3406-7d71-4e13-b6de-df10b09777a5 req-afb720c9-3beb-4163-9e9c-19a47f84105f service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Refreshing instance network info cache due to event network-changed-2490ab02-d839-4da7-96f5-332f28180510. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e1dc3406-7d71-4e13-b6de-df10b09777a5 req-afb720c9-3beb-4163-9e9c-19a47f84105f service nova] Acquiring lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e1dc3406-7d71-4e13-b6de-df10b09777a5 req-afb720c9-3beb-4163-9e9c-19a47f84105f service nova] Acquired lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-e1dc3406-7d71-4e13-b6de-df10b09777a5 req-afb720c9-3beb-4163-9e9c-19a47f84105f service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Refreshing network info cache for port 2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:37 user nova-compute[74712]: INFO nova.compute.manager [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Terminating instance
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-e1dc3406-7d71-4e13-b6de-df10b09777a5 req-afb720c9-3beb-4163-9e9c-19a47f84105f service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updated VIF entry in instance network info cache for port 2490ab02-d839-4da7-96f5-332f28180510. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-e1dc3406-7d71-4e13-b6de-df10b09777a5 req-afb720c9-3beb-4163-9e9c-19a47f84105f service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating instance_info_cache with network_info: [{"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e1dc3406-7d71-4e13-b6de-df10b09777a5 req-afb720c9-3beb-4163-9e9c-19a47f84105f service nova] Releasing lock "refresh_cache-4adf9502-172d-4f6e-b684-7d176dfa6665" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:51:37 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Instance destroyed successfully.
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lazy-loading 'resources' on Instance uuid 4adf9502-172d-4f6e-b684-7d176dfa6665 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:46:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1679183953',display_name='tempest-TestShelveInstance-server-1679183953',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1679183953',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP88bzY1DqIThRbuD+v02FDRnfRpTVcVxxJnYteog8B0K9srjUgt1w16Iq8Bmcgf81U3dk6YQdxENExUyrHeTnwap8hH0tribmVI7RSjUbbNSdOsU+7Ub4mOETSESnnMJA==',key_name='tempest-TestShelveInstance-2069045816',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:50:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5659a61b532e4ea48bc43a8b07d0e224',ramdisk_id='',reservation_id='r-gjnicpz2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-304421667',owner_user_name='tempest-TestShelveInstance-304421667-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:50:14Z,user_data=None,user_id='a97c60b4cad84335a827482277aaf129',uuid=4adf9502-172d-4f6e-b684-7d176dfa6665,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converting VIF {"id": "2490ab02-d839-4da7-96f5-332f28180510", "address": "fa:16:3e:a2:89:4c", "network": {"id": "dbdf527c-87ac-4d14-bee0-210a3ec9750f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1555989162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5659a61b532e4ea48bc43a8b07d0e224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2490ab02-d8", "ovs_interfaceid": "2490ab02-d839-4da7-96f5-332f28180510", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG os_vif [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2490ab02-d8, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a5bb2b0f-081d-49df-a7ba-4c088f5c4706) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:51:37 user nova-compute[74712]: INFO os_vif [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:89:4c,bridge_name='br-int',has_traffic_filtering=True,id=2490ab02-d839-4da7-96f5-332f28180510,network=Network(dbdf527c-87ac-4d14-bee0-210a3ec9750f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2490ab02-d8')
Oct 15 19:51:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'izNwkbLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:51:37 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:51:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee8ea697-6371-49cd-8192-de74408cc6d0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:51:37 user nova-compute[74712]: No targets found.
Oct 15 19:51:37 user nova-compute[74712]: iSNS:
Oct 15 19:51:37 user nova-compute[74712]: No targets found.
Oct 15 19:51:37 user nova-compute[74712]: STATIC:
Oct 15 19:51:37 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39
Oct 15 19:51:37 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:51:37 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:51:37 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61
Oct 15 19:51:37 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:51:37 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:51:37 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:51:37 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:51:37 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:51:37 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:51:37 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:51:37 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:51:37 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961
Oct 15 19:51:37 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:51:37 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:51:37 user nova-compute[74712]: FIRMWARE:
Oct 15 19:51:37 user nova-compute[74712]: No targets found.
Oct 15 19:51:37 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:51:37 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:51:37 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:51:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0060769-796b-4ec7-8031-36c846d0c0c2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[14dca4a1-5b8b-44cf-9ba1-30254e21ca75]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:38 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:38 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:38 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:38 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:38 user nova-compute[74712]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 (non-flash)
Oct 15 19:51:38 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:38 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:38 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca4633be0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39'): ({'sde'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Removing single pathed devices sde {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ce217aa-1e3c-44fe-a32b-37543d8ae335]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fd51fbf-02a0-490c-a23a-f7b3ecd99455]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Flushing IO for device /dev/sde {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d47ccd-9206-4170-be5d-ac4c23baedad]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[27077e39-b3ed-4531-9a1b-a5635126d10d]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0deff2d3-20c7-45c6-a93e-cc374b2fe052]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --logout" returned: 0 in 0.104s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f1ca2d-51d6-4001-814b-f8648ae5aa0b]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260]
Oct 15 19:51:38 user nova-compute[74712]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39, portal: 172.16.0.220,3260] successful.
Oct 15 19:51:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:569792cc-a53b-4d55-852c-1e38e8f00e39 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[abee10a3-b044-482d-a20d-edd036b11a77]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] <== disconnect_volume: return (381ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:51:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Deleting instance files /opt/stack/data/nova/instances/4adf9502-172d-4f6e-b684-7d176dfa6665_del
Oct 15 19:51:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Deletion of /opt/stack/data/nova/instances/4adf9502-172d-4f6e-b684-7d176dfa6665_del complete
Oct 15 19:51:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:38 user nova-compute[74712]: INFO nova.compute.manager [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Took 1.37 seconds to destroy the instance on the hypervisor.
Oct 15 19:51:38 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:51:38 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:51:38 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Took 0.42 seconds to deallocate network for instance.
Oct 15 19:51:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-30450a48-46d5-409b-9983-83fa74ab478e req-90970d39-2abf-4867-8501-506699c83cd7 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-vif-deleted-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-vif-unplugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] No waiting events found dispatching network-vif-unplugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-vif-unplugged-2490ab02-d839-4da7-96f5-332f28180510 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] Acquiring lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] No waiting events found dispatching network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:51:39 user nova-compute[74712]: WARNING nova.compute.manager [req-bd8ad8dc-7bae-4d0c-a498-956e3895571b req-52b81b7c-840f-4209-9615-531b28af2173 service nova] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Received unexpected event network-vif-plugged-2490ab02-d839-4da7-96f5-332f28180510 for instance with vm_state active and task_state deleting.
Oct 15 19:51:39 user nova-compute[74712]: INFO nova.compute.manager [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Took 0.87 seconds to detach 1 volumes for instance.
Oct 15 19:51:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] [instance: 4adf9502-172d-4f6e-b684-7d176dfa6665] Deleting volume: 569792cc-a53b-4d55-852c-1e38e8f00e39 {{(pid=74712) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:40 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:51:40 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:51:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.334s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:40 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Deleted allocations for instance 4adf9502-172d-4f6e-b684-7d176dfa6665
Oct 15 19:51:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b7fea0ff-93a4-4eca-b064-631be4537931 tempest-TestShelveInstance-304421667 tempest-TestShelveInstance-304421667-project-member] Lock "4adf9502-172d-4f6e-b684-7d176dfa6665" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.258s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:41 user nova-compute[74712]: DEBUG nova.objects.instance [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'flavor' on Instance uuid 2e7f471a-46b5-4a46-88e6-eb816184a9cd {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:41 user nova-compute[74712]: INFO nova.compute.manager [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Attaching volume 8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 to /dev/vdb
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.utils [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd04070-f543-4c71-a3cc-7e5a3d827fc7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6178ccaf-394a-4253-b3ff-db7f508ce4ee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a933dc0-f6a3-43ea-9c5a-8fcf32d1d876]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[aac606e6-2b4f-4e9b-a86d-860fa7946c96]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:51:42 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[519e4d8f-7970-413f-bcfe-3b90aa3b4f03]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.utils [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Updating existing volume attachment record: d9305d96-de64-443a-9fa4-7a551c9067f6 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG nova.objects.instance [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 56a92a83-0470-423f-adba-b0416b465443 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:42 user nova-compute[74712]: INFO nova.compute.manager [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Attaching volume a55ad30d-f3b5-473e-80e0-f2e8b6d32684 to /dev/vdc
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.utils [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[747f13b3-1235-4c41-a314-3cc9728e3aa4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe2c1fb-d0bf-43d7-a6b1-a68de16c9ffd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[105d7978-3462-4c73-8bef-e997c5d64b59]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[29684093-37e2-4f9e-a419-bff900fdeda8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:51:42 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:51:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3858987c-fb84-4c44-b0d3-d7c1d109fdd0]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG os_brick.utils [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Updating existing volume attachment record: a65b2dd3-b785-4c08-9804-d3eb987f7bb3 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:51:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:51 user nova-compute[74712]: INFO nova.compute.manager [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Terminating instance
Oct 15 19:51:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:51:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-44f8f139-34ac-42c4-931b-e57ed7d4af1d req-8f430ec1-d0ee-445a-b269-7ef10f0843e8 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-vif-unplugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-44f8f139-34ac-42c4-931b-e57ed7d4af1d req-8f430ec1-d0ee-445a-b269-7ef10f0843e8 service nova] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-44f8f139-34ac-42c4-931b-e57ed7d4af1d req-8f430ec1-d0ee-445a-b269-7ef10f0843e8 service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-44f8f139-34ac-42c4-931b-e57ed7d4af1d req-8f430ec1-d0ee-445a-b269-7ef10f0843e8 service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-44f8f139-34ac-42c4-931b-e57ed7d4af1d req-8f430ec1-d0ee-445a-b269-7ef10f0843e8 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] No waiting events found dispatching network-vif-unplugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-44f8f139-34ac-42c4-931b-e57ed7d4af1d req-8f430ec1-d0ee-445a-b269-7ef10f0843e8 service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-vif-unplugged-911c0360-e2de-4a34-91d1-72a612d6437a for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Instance destroyed successfully.
Oct 15 19:51:52 user nova-compute[74712]: DEBUG nova.objects.instance [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'resources' on Instance uuid a7fe02b3-a623-4867-87b0-174643f2167a {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:45:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-835467799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-835467799',id=17,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBASI/1Noc3bUya70TFY6EPN9a6hgos99zz9ruLzqofEgDi9hRPR4dLskKm8PHpX1JczGn+9ajGlGCuxI1UO+vYdsrExxMEmOF5RdOokWFmqFyTdLTCID4rwKnrc8gM/v6w==',key_name='tempest-keypair-1065632609',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:49:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-9p9yhtiz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:49:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=a7fe02b3-a623-4867-87b0-174643f2167a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "911c0360-e2de-4a34-91d1-72a612d6437a", "address": "fa:16:3e:2e:e7:d9", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap911c0360-e2", "ovs_interfaceid": "911c0360-e2de-4a34-91d1-72a612d6437a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG os_vif [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap911c0360-e2, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e7ecd165-28b7-4918-8829-57b36f8845bf) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:52 user nova-compute[74712]: INFO os_vif [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:e7:d9,bridge_name='br-int',has_traffic_filtering=True,id=911c0360-e2de-4a34-91d1-72a612d6437a,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap911c0360-e2')
Oct 15 19:51:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Deleting instance files /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a_del
Oct 15 19:51:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Deletion of /opt/stack/data/nova/instances/a7fe02b3-a623-4867-87b0-174643f2167a_del complete
Oct 15 19:51:52 user nova-compute[74712]: INFO nova.compute.manager [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 15 19:51:52 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:51:52 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:51:53 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:51:53 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Took 0.72 seconds to deallocate network for instance.
Oct 15 19:51:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:53 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:51:53 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:51:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.357s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:53 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Deleted allocations for instance a7fe02b3-a623-4867-87b0-174643f2167a
Oct 15 19:51:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-49e3a75d-3402-48dd-b19d-0e554b28056a tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "a7fe02b3-a623-4867-87b0-174643f2167a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.150s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-bb98fe18-21cb-41eb-8d44-5207097e36f2 req-df1bd857-176b-4392-a283-85b12cd2902d service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bb98fe18-21cb-41eb-8d44-5207097e36f2 req-df1bd857-176b-4392-a283-85b12cd2902d service nova] Acquiring lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:51:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bb98fe18-21cb-41eb-8d44-5207097e36f2 req-df1bd857-176b-4392-a283-85b12cd2902d service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:51:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bb98fe18-21cb-41eb-8d44-5207097e36f2 req-df1bd857-176b-4392-a283-85b12cd2902d service nova] Lock "a7fe02b3-a623-4867-87b0-174643f2167a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:51:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-bb98fe18-21cb-41eb-8d44-5207097e36f2 req-df1bd857-176b-4392-a283-85b12cd2902d service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] No waiting events found dispatching network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:51:54 user nova-compute[74712]: WARNING nova.compute.manager [req-bb98fe18-21cb-41eb-8d44-5207097e36f2 req-df1bd857-176b-4392-a283-85b12cd2902d service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received unexpected event network-vif-plugged-911c0360-e2de-4a34-91d1-72a612d6437a for instance with vm_state deleted and task_state None.
Oct 15 19:51:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-bb98fe18-21cb-41eb-8d44-5207097e36f2 req-df1bd857-176b-4392-a283-85b12cd2902d service nova] [instance: a7fe02b3-a623-4867-87b0-174643f2167a] Received event network-vif-deleted-911c0360-e2de-4a34-91d1-72a612d6437a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJlStRBA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:51:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:51:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:51:57 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3002038-a931-4c26-9549-8bf868539300]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:51:57 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba5e46be-fac3-43e0-8962-e9b823a05d88]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8] added
Oct 15 19:51:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dae2024-0655-407a-9de2-2926e90cef13]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[003c43d8-58ac-4983-bbf5-a13e412efbe3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XJlStRBA {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XJlStRBA" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2285056-720b-4739-a868-22b5c6a5f75b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XJlStRBA'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f46448de-9621-4a3c-89f1-eea805fa1305]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[827e38b7-d393-4ea2-b8cd-497fbd87ef27]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ae0ff52-0b63-4438-a6d0-38b3bf85d914]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8, portal: 172.16.0.220,3260]
Oct 15 19:51:57 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8, portal: 172.16.0.220,3260] successful.
Oct 15 19:51:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b62dd74-9446-4d17-a42b-d4331944cd98]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[accf3479-0676-4ec6-97e5-14b047424bd3]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:51:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] HCTL ('36', '-', '-', 0) found on session 34 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f254cdd5-d9d1-4ea1-b7b5-139b1f626419]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching for a device in session 34 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJlStRBA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xGkaOUDj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:51:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:51:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '26135373235653639', 'path': '/dev/sde'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26135373235653639', 'path': '/dev/sde'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.811s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:51:58 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:51:58 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG nova.objects.instance [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'flavor' on Instance uuid 2e7f471a-46b5-4a46-88e6-eb816184a9cd {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4f8dd0d-6cfd-4121-abbb-2b59e6c207e0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:51:58 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:51:58 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:51:58 user nova-compute[74712]:   <source dev="/dev/sde"/>
Oct 15 19:51:58 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:51:58 user nova-compute[74712]:   <serial>8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8</serial>
Oct 15 19:51:58 user nova-compute[74712]: </disk>
Oct 15 19:51:58 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e50933c9-ad6a-4c01-9bf7-bf71b72a8d69]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684] added
Oct 15 19:51:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d86f3d6-1990-4f82-8a02-0002e1a862a7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6923220b-f557-4479-9bd9-5f098259e9c0]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xGkaOUDj {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xGkaOUDj" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e24e2da8-6e0a-44b5-ac4c-efbe0a7b6170]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xGkaOUDj'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[91b701d1-b7af-4b2e-9fca-cf2728d68e47]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed2b7c74-6f9c-4ca1-a3c1-76e52149a473]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:58 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:58 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:58 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:58 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:51:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:58 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:58 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:58 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:58 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:51:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[888506d6-749c-4bd6-be54-03a043070f0f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684, portal: 172.16.0.220,3260]
Oct 15 19:51:58 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684, portal: 172.16.0.220,3260] successful.
Oct 15 19:51:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.041s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[13cd6a79-a535-4c83-8123-c6df85e78ee5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[59fb54da-db9e-4294-8899-adf1a16703f8]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:59 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:59 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:59 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:59 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:51:59 user nova-compute[74712]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)
Oct 15 19:51:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:51:59 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:51:59 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:51:59 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:51:59 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:51:59 user nova-compute[74712]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)
Oct 15 19:51:59 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.334s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] HCTL ('38', '-', '-', 0) found on session 35 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8704eabc-6f65-4469-ba37-359523573594]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching for a device in session 35 and hctl ['38', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No VIF found with MAC fa:16:3e:ad:27:19, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:51:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18378b96-fada-4ff1-b7a0-6b201c0ba4ab tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.364s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Searching for a device in session 35 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xGkaOUDj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== connect_volume: return (2179ms) {'type': 'block', 'scsi_wwn': '23732626237393662', 'path': '/dev/sdg'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732626237393662', 'path': '/dev/sdg'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG nova.objects.instance [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 56a92a83-0470-423f-adba-b0416b465443 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:52:00 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:52:00 user nova-compute[74712]:   <source dev="/dev/sdg"/>
Oct 15 19:52:00 user nova-compute[74712]:   <target dev="vdc" bus="virtio"/>
Oct 15 19:52:00 user nova-compute[74712]:   <serial>a55ad30d-f3b5-473e-80e0-f2e8b6d32684</serial>
Oct 15 19:52:00 user nova-compute[74712]: </disk>
Oct 15 19:52:00 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] No VIF found with MAC fa:16:3e:4b:99:2f, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:52:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17bea2a4-40fd-4f49-8304-34b3fce9875e tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.997s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:01 user nova-compute[74712]: INFO nova.compute.manager [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Detaching volume 0d3d0be9-8147-45b2-af0e-a12aed989c61
Oct 15 19:52:01 user nova-compute[74712]: INFO nova.virt.block_device [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Attempting to driver detach volume 0d3d0be9-8147-45b2-af0e-a12aed989c61 from mountpoint /dev/vdb
Oct 15 19:52:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Attempting to detach device vdb from instance 56a92a83-0470-423f-adba-b0416b465443 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:52:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:52:01 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:52:01 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:52:01 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:52:01 user nova-compute[74712]:   <serial>0d3d0be9-8147-45b2-af0e-a12aed989c61</serial>
Oct 15 19:52:01 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:52:01 user nova-compute[74712]: </disk>
Oct 15 19:52:01 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:52:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully detached device vdb from instance 56a92a83-0470-423f-adba-b0416b465443 from the persistent domain config.
Oct 15 19:52:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 56a92a83-0470-423f-adba-b0416b465443 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:52:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:52:01 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:52:01 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:52:01 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:52:01 user nova-compute[74712]:   <serial>0d3d0be9-8147-45b2-af0e-a12aed989c61</serial>
Oct 15 19:52:01 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:52:01 user nova-compute[74712]: </disk>
Oct 15 19:52:01 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:52:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 56a92a83-0470-423f-adba-b0416b465443 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:52:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:02 user nova-compute[74712]: INFO nova.compute.manager [None req-cfc9a41d-f798-4395-98f8-dc00b65e013f tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Unrescuing
Oct 15 19:52:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cfc9a41d-f798-4395-98f8-dc00b65e013f tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:52:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cfc9a41d-f798-4395-98f8-dc00b65e013f tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquired lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:52:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-cfc9a41d-f798-4395-98f8-dc00b65e013f tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "24469688-49d0-4b4e-84a7-65e0b45068f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.network.neutron [None req-cfc9a41d-f798-4395-98f8-dc00b65e013f tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updating instance_info_cache with network_info: [{"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cfc9a41d-f798-4395-98f8-dc00b65e013f tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Releasing lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.objects.instance [None req-cfc9a41d-f798-4395-98f8-dc00b65e013f tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'flavor' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:52:03 user nova-compute[74712]: INFO nova.compute.claims [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Claim successful on node user
Oct 15 19:52:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-90da68cf-f905-4460-ad09-d66cb7968f74 req-310c3700-3acd-41a4-8db0-d1382c90ee8d service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-unplugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-90da68cf-f905-4460-ad09-d66cb7968f74 req-310c3700-3acd-41a4-8db0-d1382c90ee8d service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-90da68cf-f905-4460-ad09-d66cb7968f74 req-310c3700-3acd-41a4-8db0-d1382c90ee8d service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-90da68cf-f905-4460-ad09-d66cb7968f74 req-310c3700-3acd-41a4-8db0-d1382c90ee8d service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-90da68cf-f905-4460-ad09-d66cb7968f74 req-310c3700-3acd-41a4-8db0-d1382c90ee8d service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-unplugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:03 user nova-compute[74712]: WARNING nova.compute.manager [req-90da68cf-f905-4460-ad09-d66cb7968f74 req-310c3700-3acd-41a4-8db0-d1382c90ee8d service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-unplugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.521s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.network.neutron [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:52:03 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:52:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:52:04 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Instance destroyed successfully.
Oct 15 19:52:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:52:04 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Creating image(s)
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "/opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "/opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "/opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG nova.policy [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc78fc0d7f684734adddfe9391c95e8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae1b0280d2b4d158ca646c13558a9be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.211s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-c1b2d8c3-05e1-4807-b8a8-75aa15d4b81d req-261cbfcf-9466-4155-953e-9842e74bd59f service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-changed-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-c1b2d8c3-05e1-4807-b8a8-75aa15d4b81d req-261cbfcf-9466-4155-953e-9842e74bd59f service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Refreshing instance network info cache due to event network-changed-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c1b2d8c3-05e1-4807-b8a8-75aa15d4b81d req-261cbfcf-9466-4155-953e-9842e74bd59f service nova] Acquiring lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c1b2d8c3-05e1-4807-b8a8-75aa15d4b81d req-261cbfcf-9466-4155-953e-9842e74bd59f service nova] Acquired lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG nova.network.neutron [req-c1b2d8c3-05e1-4807-b8a8-75aa15d4b81d req-261cbfcf-9466-4155-953e-9842e74bd59f service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Refreshing network info cache for port 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.211s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk 1073741824" returned: 0 in 0.048s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Checking if we can resize image /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Cannot resize image /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:52:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Ensure instance console log exists: /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG nova.network.neutron [req-c1b2d8c3-05e1-4807-b8a8-75aa15d4b81d req-261cbfcf-9466-4155-953e-9842e74bd59f service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updated VIF entry in instance network info cache for port 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG nova.network.neutron [req-c1b2d8c3-05e1-4807-b8a8-75aa15d4b81d req-261cbfcf-9466-4155-953e-9842e74bd59f service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updating instance_info_cache with network_info: [{"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c1b2d8c3-05e1-4807-b8a8-75aa15d4b81d req-261cbfcf-9466-4155-953e-9842e74bd59f service nova] Releasing lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG nova.network.neutron [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Successfully created port: ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-8cfceea5-5437-47f8-a5e6-7260c2ce3e01 req-85c1c292-65e2-4cb4-b6d0-6a08b469ce20 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8cfceea5-5437-47f8-a5e6-7260c2ce3e01 req-85c1c292-65e2-4cb4-b6d0-6a08b469ce20 service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8cfceea5-5437-47f8-a5e6-7260c2ce3e01 req-85c1c292-65e2-4cb4-b6d0-6a08b469ce20 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8cfceea5-5437-47f8-a5e6-7260c2ce3e01 req-85c1c292-65e2-4cb4-b6d0-6a08b469ce20 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-8cfceea5-5437-47f8-a5e6-7260c2ce3e01 req-85c1c292-65e2-4cb4-b6d0-6a08b469ce20 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:05 user nova-compute[74712]: WARNING nova.compute.manager [req-8cfceea5-5437-47f8-a5e6-7260c2ce3e01 req-85c1c292-65e2-4cb4-b6d0-6a08b469ce20 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:52:05 user nova-compute[74712]: DEBUG nova.network.neutron [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Successfully updated port: ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "refresh_cache-24469688-49d0-4b4e-84a7-65e0b45068f0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquired lock "refresh_cache-24469688-49d0-4b4e-84a7-65e0b45068f0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.neutron [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.neutron [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.neutron [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Updating instance_info_cache with network_info: [{"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Releasing lock "refresh_cache-24469688-49d0-4b4e-84a7-65e0b45068f0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Instance network_info: |[{"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Start _get_guest_xml network_info=[{"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:52:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:52:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:52:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2093852773',display_name='tempest-AttachVolumeNegativeTest-server-2093852773',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2093852773',id=27,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO9W1pkOWvP5yp0br1zrFvZEeYFkWXf/LoEO/luleR887+8BKIXiN+WcevM8ZPFhTSkRS1lrGgnBXncBgIkkHc3D5ETxQZcUzc6awp6kKEVl3FVSzmGKdDDoihVUk80Ycw==',key_name='tempest-keypair-1505884295',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-vfpfaie5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:52:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=24469688-49d0-4b4e-84a7-65e0b45068f0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:bd:3b,bridge_name='br-int',has_traffic_filtering=True,id=ecd60139-3d29-4a56-8387-fe186a52834f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd60139-3d') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'pci_devices' on Instance uuid 24469688-49d0-4b4e-84a7-65e0b45068f0 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:52:06 user nova-compute[74712]:   <uuid>24469688-49d0-4b4e-84a7-65e0b45068f0</uuid>
Oct 15 19:52:06 user nova-compute[74712]:   <name>instance-0000001b</name>
Oct 15 19:52:06 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:52:06 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:52:06 user nova-compute[74712]:   <metadata>
Oct 15 19:52:06 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:52:06 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:52:06 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2093852773</nova:name>
Oct 15 19:52:06 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:52:06</nova:creationTime>
Oct 15 19:52:06 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:52:06 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:52:06 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:52:06 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:52:06 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:52:06 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:52:06 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:52:06 user nova-compute[74712]:       <nova:owner>
Oct 15 19:52:06 user nova-compute[74712]:         <nova:user uuid="cc78fc0d7f684734adddfe9391c95e8d">tempest-AttachVolumeNegativeTest-1333658009-project-member</nova:user>
Oct 15 19:52:06 user nova-compute[74712]:         <nova:project uuid="4ae1b0280d2b4d158ca646c13558a9be">tempest-AttachVolumeNegativeTest-1333658009</nova:project>
Oct 15 19:52:06 user nova-compute[74712]:       </nova:owner>
Oct 15 19:52:06 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:52:06 user nova-compute[74712]:       <nova:ports>
Oct 15 19:52:06 user nova-compute[74712]:         <nova:port uuid="ecd60139-3d29-4a56-8387-fe186a52834f">
Oct 15 19:52:06 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 15 19:52:06 user nova-compute[74712]:         </nova:port>
Oct 15 19:52:06 user nova-compute[74712]:       </nova:ports>
Oct 15 19:52:06 user nova-compute[74712]:     </nova:instance>
Oct 15 19:52:06 user nova-compute[74712]:   </metadata>
Oct 15 19:52:06 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:52:06 user nova-compute[74712]:     <system>
Oct 15 19:52:06 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:52:06 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:52:06 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:52:06 user nova-compute[74712]:       <entry name="serial">24469688-49d0-4b4e-84a7-65e0b45068f0</entry>
Oct 15 19:52:06 user nova-compute[74712]:       <entry name="uuid">24469688-49d0-4b4e-84a7-65e0b45068f0</entry>
Oct 15 19:52:06 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:52:06 user nova-compute[74712]:     </system>
Oct 15 19:52:06 user nova-compute[74712]:   </sysinfo>
Oct 15 19:52:06 user nova-compute[74712]:   <os>
Oct 15 19:52:06 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:52:06 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:52:06 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:52:06 user nova-compute[74712]:   </os>
Oct 15 19:52:06 user nova-compute[74712]:   <features>
Oct 15 19:52:06 user nova-compute[74712]:     <acpi/>
Oct 15 19:52:06 user nova-compute[74712]:     <apic/>
Oct 15 19:52:06 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:52:06 user nova-compute[74712]:   </features>
Oct 15 19:52:06 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:52:06 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:52:06 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:52:06 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:52:06 user nova-compute[74712]:   </clock>
Oct 15 19:52:06 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:52:06 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:52:06 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:52:06 user nova-compute[74712]:   </cpu>
Oct 15 19:52:06 user nova-compute[74712]:   <devices>
Oct 15 19:52:06 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:52:06 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:52:06 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk"/>
Oct 15 19:52:06 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:52:06 user nova-compute[74712]:     </disk>
Oct 15 19:52:06 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:52:06 user nova-compute[74712]:       <mac address="fa:16:3e:77:bd:3b"/>
Oct 15 19:52:06 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:52:06 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:52:06 user nova-compute[74712]:       <target dev="tapecd60139-3d"/>
Oct 15 19:52:06 user nova-compute[74712]:     </interface>
Oct 15 19:52:06 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:52:06 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/console.log" append="off"/>
Oct 15 19:52:06 user nova-compute[74712]:     </serial>
Oct 15 19:52:06 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:52:06 user nova-compute[74712]:     <video>
Oct 15 19:52:06 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:52:06 user nova-compute[74712]:     </video>
Oct 15 19:52:06 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:52:06 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:52:06 user nova-compute[74712]:     </rng>
Oct 15 19:52:06 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:52:06 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:52:06 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:52:06 user nova-compute[74712]:     </memballoon>
Oct 15 19:52:06 user nova-compute[74712]:   </devices>
Oct 15 19:52:06 user nova-compute[74712]: </domain>
Oct 15 19:52:06 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:52:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2093852773',display_name='tempest-AttachVolumeNegativeTest-server-2093852773',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2093852773',id=27,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO9W1pkOWvP5yp0br1zrFvZEeYFkWXf/LoEO/luleR887+8BKIXiN+WcevM8ZPFhTSkRS1lrGgnBXncBgIkkHc3D5ETxQZcUzc6awp6kKEVl3FVSzmGKdDDoihVUk80Ycw==',key_name='tempest-keypair-1505884295',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-vfpfaie5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:52:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=24469688-49d0-4b4e-84a7-65e0b45068f0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:bd:3b,bridge_name='br-int',has_traffic_filtering=True,id=ecd60139-3d29-4a56-8387-fe186a52834f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd60139-3d') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG os_vif [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:bd:3b,bridge_name='br-int',has_traffic_filtering=True,id=ecd60139-3d29-4a56-8387-fe186a52834f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd60139-3d') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c0bc401b-66d4-56d6-b057-b905a9bf109d', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapecd60139-3d, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapecd60139-3d, col_values=(('qos', UUID('2fe311f7-f5f2-49e6-9b4e-41c83f432f61')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapecd60139-3d, col_values=(('external_ids', {'iface-id': 'ecd60139-3d29-4a56-8387-fe186a52834f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:77:bd:3b', 'vm-uuid': '24469688-49d0-4b4e-84a7-65e0b45068f0'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:06 user nova-compute[74712]: INFO os_vif [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:bd:3b,bridge_name='br-int',has_traffic_filtering=True,id=ecd60139-3d29-4a56-8387-fe186a52834f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd60139-3d')
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No VIF found with MAC fa:16:3e:77:bd:3b, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-changed-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Refreshing instance network info cache due to event network-changed-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] Acquiring lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] Acquired lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Refreshing network info cache for port 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updated VIF entry in instance network info cache for port 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updating instance_info_cache with network_info: [{"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] Releasing lock "refresh_cache-c59c3991-7189-4911-9d31-f401a9fa253c" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received event network-changed-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Refreshing instance network info cache due to event network-changed-ecd60139-3d29-4a56-8387-fe186a52834f. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] Acquiring lock "refresh_cache-24469688-49d0-4b4e-84a7-65e0b45068f0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] Acquired lock "refresh_cache-24469688-49d0-4b4e-84a7-65e0b45068f0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:52:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Refreshing network info cache for port ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Updated VIF entry in instance network info cache for port ecd60139-3d29-4a56-8387-fe186a52834f. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Updating instance_info_cache with network_info: [{"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-78946c93-df04-4bad-8455-9b6737cf9bbf req-d8f08d13-0b81-44e9-9777-4e1c3100f699 service nova] Releasing lock "refresh_cache-24469688-49d0-4b4e-84a7-65e0b45068f0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:07 user nova-compute[74712]: WARNING nova.compute.manager [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:52:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:07 user nova-compute[74712]: WARNING nova.compute.manager [req-a2f8ff3c-cb79-4ffe-af58-3ed4390faae5 req-8ee0e89e-a4b0-493c-9b84-2360d1d9f8c0 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:52:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-cfc9a41d-f798-4395-98f8-dc00b65e013f tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received event network-vif-plugged-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] Acquiring lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] No waiting events found dispatching network-vif-plugged-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:09 user nova-compute[74712]: WARNING nova.compute.manager [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received unexpected event network-vif-plugged-ecd60139-3d29-4a56-8387-fe186a52834f for instance with vm_state building and task_state spawning.
Oct 15 19:52:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received event network-vif-plugged-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] Acquiring lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] No waiting events found dispatching network-vif-plugged-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:09 user nova-compute[74712]: WARNING nova.compute.manager [req-1d8838a6-6f0c-4d52-9db7-2dde11b6b23b req-26e975ec-0582-4b4c-85ec-a7418d4cc807 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received unexpected event network-vif-plugged-ecd60139-3d29-4a56-8387-fe186a52834f for instance with vm_state building and task_state spawning.
Oct 15 19:52:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:52:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:52:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Instance spawned successfully.
Oct 15 19:52:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:52:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:10 user nova-compute[74712]: INFO nova.compute.manager [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Took 6.14 seconds to spawn the instance on the hypervisor.
Oct 15 19:52:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:52:10 user nova-compute[74712]: INFO nova.compute.manager [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Took 7.05 seconds to build instance.
Oct 15 19:52:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ec0be0bc-985c-4c5d-af21-94ab7e0a3035 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.146s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:21 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 56a92a83-0470-423f-adba-b0416b465443 is timed out.
Oct 15 19:52:21 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully detached device vdb from instance 56a92a83-0470-423f-adba-b0416b465443 from the live domain config.
Oct 15 19:52:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BYuNMVoU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:52:21 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:52:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:52:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f890dd2b-d416-4fb8-bd05-f56dcf31ba13]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3b27003-e8d1-45dc-8bf9-8801d4f74646\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:52:22 user nova-compute[74712]: No targets found.
Oct 15 19:52:22 user nova-compute[74712]: iSNS:
Oct 15 19:52:22 user nova-compute[74712]: No targets found.
Oct 15 19:52:22 user nova-compute[74712]: STATIC:
Oct 15 19:52:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61
Oct 15 19:52:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:d3b27003-e8d1-45dc-8bf9-8801d4f74646
Oct 15 19:52:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:52:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:52:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8
Oct 15 19:52:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684
Oct 15 19:52:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:22 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961
Oct 15 19:52:22 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:22 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:22 user nova-compute[74712]: FIRMWARE:
Oct 15 19:52:22 user nova-compute[74712]: No targets found.
Oct 15 19:52:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:52:22 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:52:22 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.159s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d623327-3868-4e1f-92ad-c8e3f138d88c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3b27003-e8d1-45dc-8bf9-8801d4f74646\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a585da-c2ef-4e17-b694-8292957422ab]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3b27003-e8d1-45dc-8bf9-8801d4f74646 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3b27003-e8d1-45dc-8bf9-8801d4f74646 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3b27003-e8d1-45dc-8bf9-8801d4f74646 (non-flash)
Oct 15 19:52:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84415bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0884eb47-16ca-4c51-8378-edb0c7d12222]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d31b1168-b453-4247-8348-6f4e671df3cd]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[88f6ade7-ca08-41a5-856f-01f051b4d881]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.056s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[86ee5a24-3238-4581-ad31-db11b828f8a9]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe27d17c-cbcc-451e-b171-335e226f4c67]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a469f8c3-faa9-4323-9f02-a89d6cdcbff1]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61, portal: 172.16.0.220,3260]
Oct 15 19:52:22 user nova-compute[74712]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61, portal: 172.16.0.220,3260] successful.
Oct 15 19:52:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3d0be9-8147-45b2-af0e-a12aed989c61 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b639390a-5b8a-4462-a9f8-e910e60dbf97]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.566s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== disconnect_volume: return (567ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG nova.objects.instance [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 56a92a83-0470-423f-adba-b0416b465443 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-428b8334-25a8-402b-8d45-50ac2e3ae299 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.119s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:24 user nova-compute[74712]: INFO nova.compute.manager [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Detaching volume a55ad30d-f3b5-473e-80e0-f2e8b6d32684
Oct 15 19:52:24 user nova-compute[74712]: INFO nova.virt.block_device [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Attempting to driver detach volume a55ad30d-f3b5-473e-80e0-f2e8b6d32684 from mountpoint /dev/vdc
Oct 15 19:52:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Attempting to detach device vdc from instance 56a92a83-0470-423f-adba-b0416b465443 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:52:24 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:52:24 user nova-compute[74712]:   <source dev="/dev/sdg"/>
Oct 15 19:52:24 user nova-compute[74712]:   <target dev="vdc" bus="virtio"/>
Oct 15 19:52:24 user nova-compute[74712]:   <serial>a55ad30d-f3b5-473e-80e0-f2e8b6d32684</serial>
Oct 15 19:52:24 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 15 19:52:24 user nova-compute[74712]: </disk>
Oct 15 19:52:24 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:52:24 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully detached device vdc from instance 56a92a83-0470-423f-adba-b0416b465443 from the persistent domain config.
Oct 15 19:52:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 56a92a83-0470-423f-adba-b0416b465443 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:52:24 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:52:24 user nova-compute[74712]:   <source dev="/dev/sdg"/>
Oct 15 19:52:24 user nova-compute[74712]:   <target dev="vdc" bus="virtio"/>
Oct 15 19:52:24 user nova-compute[74712]:   <serial>a55ad30d-f3b5-473e-80e0-f2e8b6d32684</serial>
Oct 15 19:52:24 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 15 19:52:24 user nova-compute[74712]: </disk>
Oct 15 19:52:24 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 56a92a83-0470-423f-adba-b0416b465443 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:52:25 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:52:25 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7798MB free_disk=24.981414794921875GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c59c3991-7189-4911-9d31-f401a9fa253c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 56a92a83-0470-423f-adba-b0416b465443 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f9c4af5e-5938-4e39-aa0e-8ae6081d800b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 24469688-49d0-4b4e-84a7-65e0b45068f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:52:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.486s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:26 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:52:26 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:52:26 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:52:27 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:52:27 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:52:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:52:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:52:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:52:30 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:52:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:52:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:52:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:52:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:52:31 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6bfb447e-c077-474f-a556-475183605a01] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:52:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:32 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updating instance_info_cache with network_info: [{"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:52:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-6bfb447e-c077-474f-a556-475183605a01" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:52:32 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:52:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:33 user nova-compute[74712]: INFO nova.compute.manager [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Rescuing
Oct 15 19:52:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:52:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquired lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:52:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:52:34 user nova-compute[74712]: DEBUG nova.network.neutron [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Updating instance_info_cache with network_info: [{"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:52:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Releasing lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:52:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-d5a5632f-cf0d-4340-ac4b-496ec0067c7d req-0f276a0c-714f-475e-bec4-c5c41acd3bf3 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5a5632f-cf0d-4340-ac4b-496ec0067c7d req-0f276a0c-714f-475e-bec4-c5c41acd3bf3 service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5a5632f-cf0d-4340-ac4b-496ec0067c7d req-0f276a0c-714f-475e-bec4-c5c41acd3bf3 service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5a5632f-cf0d-4340-ac4b-496ec0067c7d req-0f276a0c-714f-475e-bec4-c5c41acd3bf3 service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-d5a5632f-cf0d-4340-ac4b-496ec0067c7d req-0f276a0c-714f-475e-bec4-c5c41acd3bf3 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:35 user nova-compute[74712]: WARNING nova.compute.manager [req-d5a5632f-cf0d-4340-ac4b-496ec0067c7d req-0f276a0c-714f-475e-bec4-c5c41acd3bf3 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state active and task_state rescuing.
Oct 15 19:52:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Instance destroyed successfully.
Oct 15 19:52:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Attempting a stable device rescue
Oct 15 19:52:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74712) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Instance directory exists: not creating {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 15 19:52:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Creating image(s)
Oct 15 19:52:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "/opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "/opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "/opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'trusted_certs' on Instance uuid f9c4af5e-5938-4e39-aa0e-8ae6081d800b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "4e50a4c9c30dd19a22012c7aed9787a7f974a6cc" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "4e50a4c9c30dd19a22012c7aed9787a7f974a6cc" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc.part --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:36 user nova-compute[74712]: INFO nova.compute.manager [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Detaching volume 0a7bd28e-ce0a-462d-9924-0339f3e36961
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc.part --force-share --output=json" returned: 0 in 0.212s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.images [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] 2198cb92-20d9-49f9-b919-80e918de7444 was qcow2, converting to raw {{(pid=74712) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc.part /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc.converted {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:37 user nova-compute[74712]: INFO nova.virt.block_device [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Attempting to driver detach volume 0a7bd28e-ce0a-462d-9924-0339f3e36961 from mountpoint /dev/vdb
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Attempting to detach device vdb from instance c59c3991-7189-4911-9d31-f401a9fa253c from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:52:37 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:52:37 user nova-compute[74712]:   <source dev="/dev/sdf"/>
Oct 15 19:52:37 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:52:37 user nova-compute[74712]:   <serial>0a7bd28e-ce0a-462d-9924-0339f3e36961</serial>
Oct 15 19:52:37 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:52:37 user nova-compute[74712]: </disk>
Oct 15 19:52:37 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:52:37 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Successfully detached device vdb from instance c59c3991-7189-4911-9d31-f401a9fa253c from the persistent domain config.
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c59c3991-7189-4911-9d31-f401a9fa253c from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:52:37 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:52:37 user nova-compute[74712]:   <source dev="/dev/sdf"/>
Oct 15 19:52:37 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:52:37 user nova-compute[74712]:   <serial>0a7bd28e-ce0a-462d-9924-0339f3e36961</serial>
Oct 15 19:52:37 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:52:37 user nova-compute[74712]: </disk>
Oct 15 19:52:37 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc.part /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc.converted" returned: 0 in 0.244s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc.converted --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc.converted --force-share --output=json" returned: 0 in 0.213s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "4e50a4c9c30dd19a22012c7aed9787a7f974a6cc" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.817s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "4e50a4c9c30dd19a22012c7aed9787a7f974a6cc" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "4e50a4c9c30dd19a22012c7aed9787a7f974a6cc" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-8c4cd904-6909-46c4-a235-dd0924b43d4b req-4e1c79fa-f818-4a4e-a5c4-249f6ffff5df service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8c4cd904-6909-46c4-a235-dd0924b43d4b req-4e1c79fa-f818-4a4e-a5c4-249f6ffff5df service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8c4cd904-6909-46c4-a235-dd0924b43d4b req-4e1c79fa-f818-4a4e-a5c4-249f6ffff5df service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8c4cd904-6909-46c4-a235-dd0924b43d4b req-4e1c79fa-f818-4a4e-a5c4-249f6ffff5df service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-8c4cd904-6909-46c4-a235-dd0924b43d4b req-4e1c79fa-f818-4a4e-a5c4-249f6ffff5df service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:37 user nova-compute[74712]: WARNING nova.compute.manager [req-8c4cd904-6909-46c4-a235-dd0924b43d4b req-4e1c79fa-f818-4a4e-a5c4-249f6ffff5df service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state active and task_state rescuing.
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc,backing_fmt=raw /opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/disk.rescue {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc,backing_fmt=raw /opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/disk.rescue" returned: 0 in 0.051s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "4e50a4c9c30dd19a22012c7aed9787a7f974a6cc" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'migration_context' on Instance uuid f9c4af5e-5938-4e39-aa0e-8ae6081d800b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.objects.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Object Instance<f9c4af5e-5938-4e39-aa0e-8ae6081d800b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Start _get_guest_xml network_info=[{"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "vif_mac": "fa:16:3e:d6:ce:f5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '2198cb92-20d9-49f9-b919-80e918de7444', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPWjtChk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'f9c4af5e-5938-4e39-aa0e-8ae6081d800b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b53a7098-9a43-42d8-bde6-cc60e0363f63', 'serial': 'b53a7098-9a43-42d8-bde6-cc60e0363f63'}, 'attachment_id': '7959bf90-8a5e-4579-9895-5f1a5df9a66c', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'resources' on Instance uuid f9c4af5e-5938-4e39-aa0e-8ae6081d800b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.objects.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Object Instance<f9c4af5e-5938-4e39-aa0e-8ae6081d800b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'numa_topology' on Instance uuid f9c4af5e-5938-4e39-aa0e-8ae6081d800b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.objects.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Object Instance<f9c4af5e-5938-4e39-aa0e-8ae6081d800b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:52:37 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:52:37 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'vcpu_model' on Instance uuid f9c4af5e-5938-4e39-aa0e-8ae6081d800b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.objects.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Object Instance<f9c4af5e-5938-4e39-aa0e-8ae6081d800b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPWjtChk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:52:37 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:52:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:52:37 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:52:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:52:37 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e2957ae-78f8-48f3-af9d-5a720de10e00]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = JPWjtChk\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 15 19:52:37 user nova-compute[74712]: node.name = iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:52:37 user nova-compute[74712]: node.tpgt = -1
Oct 15 19:52:37 user nova-compute[74712]: node.startup = automatic
Oct 15 19:52:37 user nova-compute[74712]: node.leading_login = No
Oct 15 19:52:37 user nova-compute[74712]: iface.iscsi_ifacename = default
Oct 15 19:52:37 user nova-compute[74712]: iface.net_ifacename = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.ipaddress = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.prefix_len = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.hwaddress = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.transport_name = tcp
Oct 15 19:52:37 user nova-compute[74712]: iface.initiatorname = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.state = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.vlan_id = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.vlan_priority = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.vlan_state = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.iface_num = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.mtu = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.port = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.bootproto = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.subnet_mask = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.gateway = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.dhcp_alt_client_id_state = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.dhcp_alt_client_id = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.dhcp_dns = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.dhcp_learn_iqn = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.dhcp_req_vendor_id_state = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.dhcp_vendor_id_state = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.dhcp_vendor_id = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.dhcp_slp_da = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.fragmentation = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.gratuitous_arp = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.incoming_forwarding = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.tos_state = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.tos = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.ttl = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.delayed_ack = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.tcp_nagle = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.tcp_wsf_state = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.tcp_wsf = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.tcp_timer_scale = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.tcp_timestamp = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.redirect = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.def_task_mgmt_timeout = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.header_digest = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.data_digest = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.immediate_data = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.initial_r2t = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.data_seq_inorder = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.data_pdu_inorder = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.erl = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.max_receive_data_len = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.first_burst_len = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.max_outstanding_r2t = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.max_burst_len = 0
Oct 15 19:52:37 user nova-compute[74712]: iface.chap_auth = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.bidi_chap = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.strict_login_compliance = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.discovery_auth = <empty>
Oct 15 19:52:37 user nova-compute[74712]: iface.discovery_logout = <empty>
Oct 15 19:52:37 user nova-compute[74712]: node.discovery_address = <empty>
Oct 15 19:52:37 user nova-compute[74712]: node.discovery_port = 0
Oct 15 19:52:37 user nova-compute[74712]: node.discovery_type = static
Oct 15 19:52:37 user nova-compute[74712]: node.session.initial_cmdsn = 0
Oct 15 19:52:37 user nova-compute[74712]: node.session.initial_login_retry_max = 8
Oct 15 19:52:37 user nova-compute[74712]: node.session.xmit_thread_priority = -20
Oct 15 19:52:37 user nova-compute[74712]: node.session.cmds_max = 128
Oct 15 19:52:37 user nova-compute[74712]: node.session.queue_depth = 32
Oct 15 19:52:37 user nova-compute[74712]: node.session.nr_sessions = 1
Oct 15 19:52:37 user nova-compute[74712]: node.session.auth.authmethod = CHAP
Oct 15 19:52:37 user nova-compute[74712]: node.session.auth.username = JPWjtChk
Oct 15 19:52:37 user nova-compute[74712]: node.session.auth.password = ***
Oct 15 19:52:37 user nova-compute[74712]: node.session.auth.username_in = <empty>
Oct 15 19:52:37 user nova-compute[74712]: node.session.auth.password_in = <empty>
Oct 15 19:52:37 user nova-compute[74712]: node.session.auth.chap_algs = MD5
Oct 15 19:52:37 user nova-compute[74712]: node.session.timeo.replacement_timeout = 120
Oct 15 19:52:37 user nova-compute[74712]: node.session.err_timeo.abort_timeout = 15
Oct 15 19:52:37 user nova-compute[74712]: node.session.err_timeo.lu_reset_timeout = 30
Oct 15 19:52:37 user nova-compute[74712]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 15 19:52:37 user nova-compute[74712]: node.session.err_timeo.host_reset_timeout = 60
Oct 15 19:52:37 user nova-compute[74712]: node.session.iscsi.FastAbort = Yes
Oct 15 19:52:37 user nova-compute[74712]: node.session.iscsi.InitialR2T = No
Oct 15 19:52:37 user nova-compute[74712]: node.session.iscsi.ImmediateData = Yes
Oct 15 19:52:37 user nova-compute[74712]: node.session.iscsi.FirstBurstLength = 262144
Oct 15 19:52:37 user nova-compute[74712]: node.session.iscsi.MaxBurstLength = 16776192
Oct 15 19:52:37 user nova-compute[74712]: node.session.iscsi.DefaultTime2Retain = 0
Oct 15 19:52:37 user nova-compute[74712]: node.session.iscsi.DefaultTime2Wait = 2
Oct 15 19:52:37 user nova-compute[74712]: node.session.iscsi.MaxConnections = 1
Oct 15 19:52:37 user nova-compute[74712]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 15 19:52:37 user nova-compute[74712]: node.session.iscsi.ERL = 0
Oct 15 19:52:37 user nova-compute[74712]: node.session.scan = manual
Oct 15 19:52:37 user nova-compute[74712]: node.session.reopen_max = 0
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].address = 172.16.0.220
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].port = 3260
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].startup = manual
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].tcp.window_size = 524288
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].tcp.type_of_service = 0
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].timeo.logout_timeout = 15
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].timeo.login_timeout = 15
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].timeo.auth_timeout = 45
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].timeo.noop_out_interval = 5
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].timeo.noop_out_timeout = 5
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].iscsi.HeaderDigest = None
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].iscsi.DataDigest = None
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].iscsi.IFMarker = No
Oct 15 19:52:37 user nova-compute[74712]: node.conn[0].iscsi.OFMarker = No
Oct 15 19:52:37 user nova-compute[74712]: # END RECORD
Oct 15 19:52:37 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.057s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[911974a1-b507-4755-9008-21cbd37df611]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.081s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e42d99b-05b7-4ef6-b5be-64bc6ad416d8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JPWjtChk {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JPWjtChk" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[28df760f-b665-4fff-8337-08576f3b28e5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JPWjtChk'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[67778f33-7ec9-4734-b63c-b5a7fefb6f48]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a1211e4-de9e-4ddd-a2bf-52ce51d09e29]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3b27003-e8d1-45dc-8bf9-8801d4f74646 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:52:38 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:52:38 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:52:38 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:52:38 user nova-compute[74712]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)
Oct 15 19:52:38 user nova-compute[74712]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3b27003-e8d1-45dc-8bf9-8801d4f74646 (non-flash)
Oct 15 19:52:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:52:38 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:52:38 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:52:38 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:52:38 user nova-compute[74712]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)
Oct 15 19:52:38 user nova-compute[74712]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3b27003-e8d1-45dc-8bf9-8801d4f74646 (non-flash)
Oct 15 19:52:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] HCTL ('33', '0', '0', 0) found on session 32 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b1ecd39-a9f7-4076-a767-eab6625db462]: (4, ('0 0 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Searching for a device in session 32 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPWjtChk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.326s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] <== connect_volume: return (327ms) {'type': 'block', 'scsi_wwn': '23765363931363863', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23765363931363863', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:50:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1342622825',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1342622825',id=26,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:51:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0xbt0xp0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:51:21Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=f9c4af5e-5938-4e39-aa0e-8ae6081d800b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "vif_mac": "fa:16:3e:d6:ce:f5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "vif_mac": "fa:16:3e:d6:ce:f5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d6:ce:f5,bridge_name='br-int',has_traffic_filtering=True,id=aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa9a0fc7-2d') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'pci_devices' on Instance uuid f9c4af5e-5938-4e39-aa0e-8ae6081d800b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG nova.objects.base [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Object Instance<f9c4af5e-5938-4e39-aa0e-8ae6081d800b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:52:38 user nova-compute[74712]:   <uuid>f9c4af5e-5938-4e39-aa0e-8ae6081d800b</uuid>
Oct 15 19:52:38 user nova-compute[74712]:   <name>instance-0000001a</name>
Oct 15 19:52:38 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:52:38 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:52:38 user nova-compute[74712]:   <metadata>
Oct 15 19:52:38 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:52:38 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:52:38 user nova-compute[74712]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1342622825</nova:name>
Oct 15 19:52:38 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:52:37</nova:creationTime>
Oct 15 19:52:38 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:52:38 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:52:38 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:52:38 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:52:38 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:52:38 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:52:38 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:52:38 user nova-compute[74712]:       <nova:owner>
Oct 15 19:52:38 user nova-compute[74712]:         <nova:user uuid="c61acb19473c459ea20e2af6f412f894">tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member</nova:user>
Oct 15 19:52:38 user nova-compute[74712]:         <nova:project uuid="713c002b2da04bc484633187e26a8772">tempest-ServerBootFromVolumeStableRescueTest-1522566069</nova:project>
Oct 15 19:52:38 user nova-compute[74712]:       </nova:owner>
Oct 15 19:52:38 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:52:38 user nova-compute[74712]:       <nova:ports>
Oct 15 19:52:38 user nova-compute[74712]:         <nova:port uuid="aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e">
Oct 15 19:52:38 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 15 19:52:38 user nova-compute[74712]:         </nova:port>
Oct 15 19:52:38 user nova-compute[74712]:       </nova:ports>
Oct 15 19:52:38 user nova-compute[74712]:     </nova:instance>
Oct 15 19:52:38 user nova-compute[74712]:   </metadata>
Oct 15 19:52:38 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:52:38 user nova-compute[74712]:     <system>
Oct 15 19:52:38 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:52:38 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:52:38 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:52:38 user nova-compute[74712]:       <entry name="serial">f9c4af5e-5938-4e39-aa0e-8ae6081d800b</entry>
Oct 15 19:52:38 user nova-compute[74712]:       <entry name="uuid">f9c4af5e-5938-4e39-aa0e-8ae6081d800b</entry>
Oct 15 19:52:38 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:52:38 user nova-compute[74712]:     </system>
Oct 15 19:52:38 user nova-compute[74712]:   </sysinfo>
Oct 15 19:52:38 user nova-compute[74712]:   <os>
Oct 15 19:52:38 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:52:38 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:52:38 user nova-compute[74712]:   </os>
Oct 15 19:52:38 user nova-compute[74712]:   <features>
Oct 15 19:52:38 user nova-compute[74712]:     <acpi/>
Oct 15 19:52:38 user nova-compute[74712]:     <apic/>
Oct 15 19:52:38 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:52:38 user nova-compute[74712]:   </features>
Oct 15 19:52:38 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:52:38 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:52:38 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:52:38 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:52:38 user nova-compute[74712]:   </clock>
Oct 15 19:52:38 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:52:38 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:52:38 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:52:38 user nova-compute[74712]:   </cpu>
Oct 15 19:52:38 user nova-compute[74712]:   <devices>
Oct 15 19:52:38 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:52:38 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:52:38 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 19:52:38 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:52:38 user nova-compute[74712]:       <serial>b53a7098-9a43-42d8-bde6-cc60e0363f63</serial>
Oct 15 19:52:38 user nova-compute[74712]:     </disk>
Oct 15 19:52:38 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:52:38 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:52:38 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/disk.rescue"/>
Oct 15 19:52:38 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:52:38 user nova-compute[74712]:       <boot order="1"/>
Oct 15 19:52:38 user nova-compute[74712]:     </disk>
Oct 15 19:52:38 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:52:38 user nova-compute[74712]:       <mac address="fa:16:3e:d6:ce:f5"/>
Oct 15 19:52:38 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:52:38 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:52:38 user nova-compute[74712]:       <target dev="tapaa9a0fc7-2d"/>
Oct 15 19:52:38 user nova-compute[74712]:     </interface>
Oct 15 19:52:38 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:52:38 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/console.log" append="off"/>
Oct 15 19:52:38 user nova-compute[74712]:     </serial>
Oct 15 19:52:38 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:52:38 user nova-compute[74712]:     <video>
Oct 15 19:52:38 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:52:38 user nova-compute[74712]:     </video>
Oct 15 19:52:38 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:52:38 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:52:38 user nova-compute[74712]:     </rng>
Oct 15 19:52:38 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:52:38 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:52:38 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:52:38 user nova-compute[74712]:     </memballoon>
Oct 15 19:52:38 user nova-compute[74712]:   </devices>
Oct 15 19:52:38 user nova-compute[74712]: </domain>
Oct 15 19:52:38 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Instance destroyed successfully.
Oct 15 19:52:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:52:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] No VIF found with MAC fa:16:3e:d6:ce:f5, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:52:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-f175d329-e732-426a-acf4-049e339fcf36 req-1f70e8e9-afff-4f4f-98ba-0fc54c9c0b54 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f175d329-e732-426a-acf4-049e339fcf36 req-1f70e8e9-afff-4f4f-98ba-0fc54c9c0b54 service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f175d329-e732-426a-acf4-049e339fcf36 req-1f70e8e9-afff-4f4f-98ba-0fc54c9c0b54 service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f175d329-e732-426a-acf4-049e339fcf36 req-1f70e8e9-afff-4f4f-98ba-0fc54c9c0b54 service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-f175d329-e732-426a-acf4-049e339fcf36 req-1f70e8e9-afff-4f4f-98ba-0fc54c9c0b54 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:40 user nova-compute[74712]: WARNING nova.compute.manager [req-f175d329-e732-426a-acf4-049e339fcf36 req-1f70e8e9-afff-4f4f-98ba-0fc54c9c0b54 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state active and task_state rescuing.
Oct 15 19:52:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-33ac2351-15b3-42ae-9ea7-1638e0f9d4bb req-70a8b7ba-0332-4a78-ab86-64fdcd28a9ea service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-33ac2351-15b3-42ae-9ea7-1638e0f9d4bb req-70a8b7ba-0332-4a78-ab86-64fdcd28a9ea service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-33ac2351-15b3-42ae-9ea7-1638e0f9d4bb req-70a8b7ba-0332-4a78-ab86-64fdcd28a9ea service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-33ac2351-15b3-42ae-9ea7-1638e0f9d4bb req-70a8b7ba-0332-4a78-ab86-64fdcd28a9ea service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-33ac2351-15b3-42ae-9ea7-1638e0f9d4bb req-70a8b7ba-0332-4a78-ab86-64fdcd28a9ea service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:42 user nova-compute[74712]: WARNING nova.compute.manager [req-33ac2351-15b3-42ae-9ea7-1638e0f9d4bb req-70a8b7ba-0332-4a78-ab86-64fdcd28a9ea service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state active and task_state rescuing.
Oct 15 19:52:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fd4cd747-63b0-42f0-ae2e-79c445511682 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:52:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:45 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 56a92a83-0470-423f-adba-b0416b465443 is timed out.
Oct 15 19:52:45 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully detached device vdc from instance 56a92a83-0470-423f-adba-b0416b465443 from the live domain config.
Oct 15 19:52:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xGkaOUDj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:52:45 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[42dcd697-10fb-4e75-9a05-b6e153c6b044]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:52:45 user nova-compute[74712]: No targets found.
Oct 15 19:52:45 user nova-compute[74712]: iSNS:
Oct 15 19:52:45 user nova-compute[74712]: No targets found.
Oct 15 19:52:45 user nova-compute[74712]: STATIC:
Oct 15 19:52:45 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:52:45 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:45 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:45 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:52:45 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:45 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:45 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8
Oct 15 19:52:45 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:45 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:45 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684
Oct 15 19:52:45 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:45 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:45 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961
Oct 15 19:52:45 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:45 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:45 user nova-compute[74712]: FIRMWARE:
Oct 15 19:52:45 user nova-compute[74712]: No targets found.
Oct 15 19:52:45 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:52:45 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:52:45 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a7cdd85-5f95-4f4b-ad7f-c3a4f83e33c5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f6b316c-969b-4854-baf2-ab6ff55b923a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:52:45 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:52:45 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:52:45 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:52:45 user nova-compute[74712]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)
Oct 15 19:52:45 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:52:45 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:52:45 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:52:45 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:52:45 user nova-compute[74712]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 (non-flash)
Oct 15 19:52:45 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca4ed2830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684'): ({'sdg'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Removing single pathed devices sdg {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa9a04cf-fc61-45f1-8f65-5d6ceee7f106]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c77cea-a281-4a84-8c33-05c3fc4649e9]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Flushing IO for device /dev/sdg {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b74bb86c-a10c-44b3-a2f6-0a633cc4c876]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.045s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a77bec62-1434-4b1d-b37b-1144a1c5eb97]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] SCSI volumes sdg have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[927647d9-75f4-4e5c-bbe3-b0901a1622a4]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c80c5d0-e509-4d14-86fa-45f07cbdcc86]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684, portal: 172.16.0.220,3260]
Oct 15 19:52:45 user nova-compute[74712]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684, portal: 172.16.0.220,3260] successful.
Oct 15 19:52:45 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a55ad30d-f3b5-473e-80e0-f2e8b6d32684 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b62f2326-b418-45f3-8111-9ee8e410c2b4]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.384s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] <== disconnect_volume: return (386ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:52:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:52:46 user nova-compute[74712]: INFO nova.compute.claims [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Claim successful on node user
Oct 15 19:52:46 user nova-compute[74712]: DEBUG nova.objects.instance [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'flavor' on Instance uuid 56a92a83-0470-423f-adba-b0416b465443 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9821ec8-e478-46ff-982a-71db4a73fa7b tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.475s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.468s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:52:46 user nova-compute[74712]: DEBUG nova.network.neutron [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:52:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:52:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG nova.policy [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '507a7eb37ce64c19a5d9dffed02f4626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb56f43cd50144e0a569a17c314aaa58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:52:47 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Creating image(s)
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "/opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "/opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "/opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.205s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.204s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk 1073741824" returned: 0 in 0.063s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG nova.network.neutron [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Successfully created port: 95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.221s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:47 user nova-compute[74712]: INFO nova.compute.manager [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Terminating instance
Oct 15 19:52:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Cannot resize image /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Ensure instance console log exists: /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-34c6e184-2c19-43f0-85ee-cf4d9de3f210 req-e199f8be-570f-4eec-9fff-06a1e1bebcaa service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received event network-vif-unplugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-34c6e184-2c19-43f0-85ee-cf4d9de3f210 req-e199f8be-570f-4eec-9fff-06a1e1bebcaa service nova] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-34c6e184-2c19-43f0-85ee-cf4d9de3f210 req-e199f8be-570f-4eec-9fff-06a1e1bebcaa service nova] Lock "56a92a83-0470-423f-adba-b0416b465443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-34c6e184-2c19-43f0-85ee-cf4d9de3f210 req-e199f8be-570f-4eec-9fff-06a1e1bebcaa service nova] Lock "56a92a83-0470-423f-adba-b0416b465443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-34c6e184-2c19-43f0-85ee-cf4d9de3f210 req-e199f8be-570f-4eec-9fff-06a1e1bebcaa service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] No waiting events found dispatching network-vif-unplugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-34c6e184-2c19-43f0-85ee-cf4d9de3f210 req-e199f8be-570f-4eec-9fff-06a1e1bebcaa service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received event network-vif-unplugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 56a92a83-0470-423f-adba-b0416b465443] Instance destroyed successfully.
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lazy-loading 'resources' on Instance uuid 56a92a83-0470-423f-adba-b0416b465443 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:49:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-765180898',display_name='tempest-AttachVolumeTestJSON-server-765180898',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-765180898',id=23,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPr5dhncWRFXz5K0MXKu3OAMeqC2NRNWorayyvX3MGiOPvcllUXZsAEGRJdMTOEZ1aqAKD42/A8kB0pMoJ2Y4nDK/1kdmV+1i46vV1WvSMiXa4sWSNCCqyGDrL8bzeytnw==',key_name='tempest-keypair-397487444',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:49:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ea1a6a5a586544cc99e45204a29d48dd',ramdisk_id='',reservation_id='r-j2xyrtrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1553519355',owner_user_name='tempest-AttachVolumeTestJSON-1553519355-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:49:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d48efcbd0794329a2a4064b10e721c4',uuid=56a92a83-0470-423f-adba-b0416b465443,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converting VIF {"id": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "address": "fa:16:3e:4b:99:2f", "network": {"id": "0553d17f-ced3-4272-8490-0704fc95677d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-662140418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea1a6a5a586544cc99e45204a29d48dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf264b553-f4", "ovs_interfaceid": "f264b553-f4a0-4770-b864-4c6b1dc10cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4b:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=f264b553-f4a0-4770-b864-4c6b1dc10cdf,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf264b553-f4') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG os_vif [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=f264b553-f4a0-4770-b864-4c6b1dc10cdf,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf264b553-f4') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf264b553-f4, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=261ce558-0e04-4e39-b6a5-11a7c994df8c) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:52:48 user nova-compute[74712]: INFO os_vif [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=f264b553-f4a0-4770-b864-4c6b1dc10cdf,network=Network(0553d17f-ced3-4272-8490-0704fc95677d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf264b553-f4')
Oct 15 19:52:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Deleting instance files /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443_del
Oct 15 19:52:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Deletion of /opt/stack/data/nova/instances/56a92a83-0470-423f-adba-b0416b465443_del complete
Oct 15 19:52:48 user nova-compute[74712]: INFO nova.compute.manager [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] [instance: 56a92a83-0470-423f-adba-b0416b465443] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 15 19:52:48 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 56a92a83-0470-423f-adba-b0416b465443] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:52:48 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 56a92a83-0470-423f-adba-b0416b465443] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:52:49 user nova-compute[74712]: DEBUG nova.network.neutron [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Successfully updated port: 95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:52:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:52:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquired lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:52:49 user nova-compute[74712]: DEBUG nova.network.neutron [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:52:49 user nova-compute[74712]: DEBUG nova.network.neutron [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:52:49 user nova-compute[74712]: DEBUG nova.network.neutron [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updating instance_info_cache with network_info: [{"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:52:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Releasing lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:52:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Instance network_info: |[{"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:52:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Start _get_guest_xml network_info=[{"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:52:49 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:52:49 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:52:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:52:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:52:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-390373277',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-390373277',id=28,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDIN09K78//SOr4BK3UFxMifXAkh/B5ErgZmPddUuUXIsokDG0/RtiqHuUvx6zbKxyEhAu4qbrtWry9BM4xyd/aPUP1aNSoixU7pbcSPAzxBWwzvMZriuG2fLENYgcwDXg==',key_name='tempest-keypair-1888100992',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-6o1o0a2k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:52:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=1adc7cd9-1048-455b-9d0c-c9605fafca8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.objects.instance [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'pci_devices' on Instance uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:52:50 user nova-compute[74712]:   <uuid>1adc7cd9-1048-455b-9d0c-c9605fafca8b</uuid>
Oct 15 19:52:50 user nova-compute[74712]:   <name>instance-0000001c</name>
Oct 15 19:52:50 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:52:50 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:52:50 user nova-compute[74712]:   <metadata>
Oct 15 19:52:50 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:52:50 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:52:50 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-390373277</nova:name>
Oct 15 19:52:50 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:52:49</nova:creationTime>
Oct 15 19:52:50 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:52:50 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:52:50 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:52:50 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:52:50 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:52:50 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:52:50 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:52:50 user nova-compute[74712]:       <nova:owner>
Oct 15 19:52:50 user nova-compute[74712]:         <nova:user uuid="507a7eb37ce64c19a5d9dffed02f4626">tempest-AttachVolumeShelveTestJSON-1020006724-project-member</nova:user>
Oct 15 19:52:50 user nova-compute[74712]:         <nova:project uuid="eb56f43cd50144e0a569a17c314aaa58">tempest-AttachVolumeShelveTestJSON-1020006724</nova:project>
Oct 15 19:52:50 user nova-compute[74712]:       </nova:owner>
Oct 15 19:52:50 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:52:50 user nova-compute[74712]:       <nova:ports>
Oct 15 19:52:50 user nova-compute[74712]:         <nova:port uuid="95822306-8780-474f-b873-1d3aca47faea">
Oct 15 19:52:50 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 15 19:52:50 user nova-compute[74712]:         </nova:port>
Oct 15 19:52:50 user nova-compute[74712]:       </nova:ports>
Oct 15 19:52:50 user nova-compute[74712]:     </nova:instance>
Oct 15 19:52:50 user nova-compute[74712]:   </metadata>
Oct 15 19:52:50 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:52:50 user nova-compute[74712]:     <system>
Oct 15 19:52:50 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:52:50 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:52:50 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:52:50 user nova-compute[74712]:       <entry name="serial">1adc7cd9-1048-455b-9d0c-c9605fafca8b</entry>
Oct 15 19:52:50 user nova-compute[74712]:       <entry name="uuid">1adc7cd9-1048-455b-9d0c-c9605fafca8b</entry>
Oct 15 19:52:50 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:52:50 user nova-compute[74712]:     </system>
Oct 15 19:52:50 user nova-compute[74712]:   </sysinfo>
Oct 15 19:52:50 user nova-compute[74712]:   <os>
Oct 15 19:52:50 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:52:50 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:52:50 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:52:50 user nova-compute[74712]:   </os>
Oct 15 19:52:50 user nova-compute[74712]:   <features>
Oct 15 19:52:50 user nova-compute[74712]:     <acpi/>
Oct 15 19:52:50 user nova-compute[74712]:     <apic/>
Oct 15 19:52:50 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:52:50 user nova-compute[74712]:   </features>
Oct 15 19:52:50 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:52:50 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:52:50 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:52:50 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:52:50 user nova-compute[74712]:   </clock>
Oct 15 19:52:50 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:52:50 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:52:50 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:52:50 user nova-compute[74712]:   </cpu>
Oct 15 19:52:50 user nova-compute[74712]:   <devices>
Oct 15 19:52:50 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:52:50 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:52:50 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk"/>
Oct 15 19:52:50 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:52:50 user nova-compute[74712]:     </disk>
Oct 15 19:52:50 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:52:50 user nova-compute[74712]:       <mac address="fa:16:3e:e0:0b:74"/>
Oct 15 19:52:50 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:52:50 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:52:50 user nova-compute[74712]:       <target dev="tap95822306-87"/>
Oct 15 19:52:50 user nova-compute[74712]:     </interface>
Oct 15 19:52:50 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:52:50 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/console.log" append="off"/>
Oct 15 19:52:50 user nova-compute[74712]:     </serial>
Oct 15 19:52:50 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:52:50 user nova-compute[74712]:     <video>
Oct 15 19:52:50 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:52:50 user nova-compute[74712]:     </video>
Oct 15 19:52:50 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:52:50 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:52:50 user nova-compute[74712]:     </rng>
Oct 15 19:52:50 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:52:50 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:52:50 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:52:50 user nova-compute[74712]:     </memballoon>
Oct 15 19:52:50 user nova-compute[74712]:   </devices>
Oct 15 19:52:50 user nova-compute[74712]: </domain>
Oct 15 19:52:50 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:52:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-390373277',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-390373277',id=28,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDIN09K78//SOr4BK3UFxMifXAkh/B5ErgZmPddUuUXIsokDG0/RtiqHuUvx6zbKxyEhAu4qbrtWry9BM4xyd/aPUP1aNSoixU7pbcSPAzxBWwzvMZriuG2fLENYgcwDXg==',key_name='tempest-keypair-1888100992',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-6o1o0a2k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:52:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=1adc7cd9-1048-455b-9d0c-c9605fafca8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG os_vif [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fb2ad7b4-bcb1-5b11-90c2-6b12723922cd', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap95822306-87, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap95822306-87, col_values=(('qos', UUID('3a914c6e-1bf3-4d65-9c41-9817cd2afefe')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap95822306-87, col_values=(('external_ids', {'iface-id': '95822306-8780-474f-b873-1d3aca47faea', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:0b:74', 'vm-uuid': '1adc7cd9-1048-455b-9d0c-c9605fafca8b'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:50 user nova-compute[74712]: INFO os_vif [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87')
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 56a92a83-0470-423f-adba-b0416b465443] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] No VIF found with MAC fa:16:3e:e0:0b:74, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:52:50 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 56a92a83-0470-423f-adba-b0416b465443] Took 1.27 seconds to deallocate network for instance.
Oct 15 19:52:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received event network-vif-plugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] Acquiring lock "56a92a83-0470-423f-adba-b0416b465443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] Lock "56a92a83-0470-423f-adba-b0416b465443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] Lock "56a92a83-0470-423f-adba-b0416b465443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] No waiting events found dispatching network-vif-plugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:50 user nova-compute[74712]: WARNING nova.compute.manager [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received unexpected event network-vif-plugged-f264b553-f4a0-4770-b864-4c6b1dc10cdf for instance with vm_state deleted and task_state None.
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-changed-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Refreshing instance network info cache due to event network-changed-95822306-8780-474f-b873-1d3aca47faea. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] Acquiring lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] Acquired lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.network.neutron [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Refreshing network info cache for port 95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.381s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:50 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Deleted allocations for instance 56a92a83-0470-423f-adba-b0416b465443
Oct 15 19:52:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a93677fc-a48a-448c-a7ec-8b5463ecfc58 tempest-AttachVolumeTestJSON-1553519355 tempest-AttachVolumeTestJSON-1553519355-project-member] Lock "56a92a83-0470-423f-adba-b0416b465443" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.864s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.network.neutron [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updated VIF entry in instance network info cache for port 95822306-8780-474f-b873-1d3aca47faea. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:52:50 user nova-compute[74712]: DEBUG nova.network.neutron [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updating instance_info_cache with network_info: [{"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:52:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] Releasing lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:52:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-83b271ce-425f-4bff-9599-9e04cb49841e req-5e02abb4-4e0e-4a8a-8b59-bc1ee10f11ad service nova] [instance: 56a92a83-0470-423f-adba-b0416b465443] Received event network-vif-deleted-f264b553-f4a0-4770-b864-4c6b1dc10cdf {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] No waiting events found dispatching network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:52 user nova-compute[74712]: WARNING nova.compute.manager [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received unexpected event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea for instance with vm_state building and task_state spawning.
Oct 15 19:52:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] No waiting events found dispatching network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:52:52 user nova-compute[74712]: WARNING nova.compute.manager [req-f1d919c5-593c-4902-ba23-4f8542386e10 req-79ad6441-0d60-4dd5-9612-233b39944290 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received unexpected event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea for instance with vm_state building and task_state spawning.
Oct 15 19:52:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:53 user nova-compute[74712]: DEBUG nova.compute.manager [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:52:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:52:53 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Instance spawned successfully.
Oct 15 19:52:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:52:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:52:53 user nova-compute[74712]: INFO nova.compute.manager [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Took 6.72 seconds to spawn the instance on the hypervisor.
Oct 15 19:52:53 user nova-compute[74712]: DEBUG nova.compute.manager [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:52:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:53 user nova-compute[74712]: INFO nova.compute.manager [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Took 7.60 seconds to build instance.
Oct 15 19:52:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-21a66fe1-7c2a-40c7-8a84-26738a67c772 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.705s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:52:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:57 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c59c3991-7189-4911-9d31-f401a9fa253c is timed out.
Oct 15 19:52:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Successfully detached device vdb from instance c59c3991-7189-4911-9d31-f401a9fa253c from the live domain config.
Oct 15 19:52:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KHGnDmYO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:52:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ace51894-6b0f-463a-b1b7-2a094dbfee97]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:52:57 user nova-compute[74712]: No targets found.
Oct 15 19:52:57 user nova-compute[74712]: iSNS:
Oct 15 19:52:57 user nova-compute[74712]: No targets found.
Oct 15 19:52:57 user nova-compute[74712]: STATIC:
Oct 15 19:52:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:52:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:52:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8
Oct 15 19:52:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961
Oct 15 19:52:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:52:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:52:57 user nova-compute[74712]: FIRMWARE:
Oct 15 19:52:57 user nova-compute[74712]: No targets found.
Oct 15 19:52:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:52:57 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:52:57 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b01f4531-a4e1-4af3-9d01-de63d159c768]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[22510a78-8499-4b0d-aae7-27fde6ee3dcf]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:52:57 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:52:57 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:52:57 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:52:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:52:57 user nova-compute[74712]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 (non-flash)
Oct 15 19:52:57 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:52:57 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:52:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8451f880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961'): ({'sdf'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Removing single pathed devices sdf {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[82988418-8ea3-4122-95b3-fe1ee2cead68]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c62348ec-3c33-47ce-ab41-123838d2976e]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Flushing IO for device /dev/sdf {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[202ab257-8b62-45db-9977-8131261a6a1e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.048s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[95f45a90-2a50-4f21-9be9-fffe224675f4]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] SCSI volumes sdf have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[66233ee1-52e9-4d24-b3dd-abdfed474b02]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fbe1f5b-a803-4d4a-9a46-3a14fc365b1c]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961, portal: 172.16.0.220,3260]
Oct 15 19:52:58 user nova-compute[74712]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961, portal: 172.16.0.220,3260] successful.
Oct 15 19:52:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a7bd28e-ce0a-462d-9924-0339f3e36961 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf4e52d-9800-44bd-ab41-53e2ceac0025]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] <== disconnect_volume: return (346ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:52:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:52:59 user nova-compute[74712]: DEBUG nova.objects.instance [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'flavor' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:52:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9044b65-ec42-4ddb-8fe7-3233e2bbeff6 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.186s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:53:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:53:00 user nova-compute[74712]: INFO nova.compute.claims [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Claim successful on node user
Oct 15 19:53:00 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:53:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:53:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.500s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG nova.network.neutron [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:53:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:53:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG nova.policy [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c8e0f80d79e4e7cbca7bc97b25e0362', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '648e6e4ff98d44e0876494a266a8c1ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:53:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Creating image(s)
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "/opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "/opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "/opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.225s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk 1073741824" returned: 0 in 0.050s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:53:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Successfully created port: 222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Cannot resize image /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Ensure instance console log exists: /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Successfully updated port: 222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquired lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-7117197c-f5af-48a3-9de7-72f1856b4daa req-624e515b-076c-4443-a27b-99e3dfd4fb1b service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received event network-changed-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-7117197c-f5af-48a3-9de7-72f1856b4daa req-624e515b-076c-4443-a27b-99e3dfd4fb1b service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Refreshing instance network info cache due to event network-changed-222fac82-cb1d-4b3a-8453-df531a3d771c. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7117197c-f5af-48a3-9de7-72f1856b4daa req-624e515b-076c-4443-a27b-99e3dfd4fb1b service nova] Acquiring lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:53:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updating instance_info_cache with network_info: [{"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Releasing lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Instance network_info: |[{"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7117197c-f5af-48a3-9de7-72f1856b4daa req-624e515b-076c-4443-a27b-99e3dfd4fb1b service nova] Acquired lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.network.neutron [req-7117197c-f5af-48a3-9de7-72f1856b4daa req-624e515b-076c-4443-a27b-99e3dfd4fb1b service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Refreshing network info cache for port 222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Start _get_guest_xml network_info=[{"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:53:03 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:53:03 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2146666138',display_name='tempest-TestStampPattern-server-2146666138',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2146666138',id=29,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCd04IanTpo/FUJ+i2eI2KnW2HK0y82cXXXpcobpf4eAsh1s/HGS5KQYhcSmqtc75NLfl51ogKoNkkKOpbAVMWZUpCJcngXUH/GiiDINAgOiLPTT+twe2oBcA6srvG1Yvg==',key_name='tempest-TestStampPattern-226221489',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='648e6e4ff98d44e0876494a266a8c1ba',ramdisk_id='',reservation_id='r-qp08f0dj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-170253243',owner_user_name='tempest-TestStampPattern-170253243-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:53:01Z,user_data=None,user_id='5c8e0f80d79e4e7cbca7bc97b25e0362',uuid=1cee0c38-23f9-4c00-853d-e98beda75e8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converting VIF {"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:1f:a6,bridge_name='br-int',has_traffic_filtering=True,id=222fac82-cb1d-4b3a-8453-df531a3d771c,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222fac82-cb') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.objects.instance [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lazy-loading 'pci_devices' on Instance uuid 1cee0c38-23f9-4c00-853d-e98beda75e8e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:53:03 user nova-compute[74712]:   <uuid>1cee0c38-23f9-4c00-853d-e98beda75e8e</uuid>
Oct 15 19:53:03 user nova-compute[74712]:   <name>instance-0000001d</name>
Oct 15 19:53:03 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:53:03 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:53:03 user nova-compute[74712]:   <metadata>
Oct 15 19:53:03 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:53:03 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:53:03 user nova-compute[74712]:       <nova:name>tempest-TestStampPattern-server-2146666138</nova:name>
Oct 15 19:53:03 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:53:03</nova:creationTime>
Oct 15 19:53:03 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:53:03 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:53:03 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:53:03 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:53:03 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:53:03 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:53:03 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:53:03 user nova-compute[74712]:       <nova:owner>
Oct 15 19:53:03 user nova-compute[74712]:         <nova:user uuid="5c8e0f80d79e4e7cbca7bc97b25e0362">tempest-TestStampPattern-170253243-project-member</nova:user>
Oct 15 19:53:03 user nova-compute[74712]:         <nova:project uuid="648e6e4ff98d44e0876494a266a8c1ba">tempest-TestStampPattern-170253243</nova:project>
Oct 15 19:53:03 user nova-compute[74712]:       </nova:owner>
Oct 15 19:53:03 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:53:03 user nova-compute[74712]:       <nova:ports>
Oct 15 19:53:03 user nova-compute[74712]:         <nova:port uuid="222fac82-cb1d-4b3a-8453-df531a3d771c">
Oct 15 19:53:03 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 15 19:53:03 user nova-compute[74712]:         </nova:port>
Oct 15 19:53:03 user nova-compute[74712]:       </nova:ports>
Oct 15 19:53:03 user nova-compute[74712]:     </nova:instance>
Oct 15 19:53:03 user nova-compute[74712]:   </metadata>
Oct 15 19:53:03 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:53:03 user nova-compute[74712]:     <system>
Oct 15 19:53:03 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:53:03 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:53:03 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:53:03 user nova-compute[74712]:       <entry name="serial">1cee0c38-23f9-4c00-853d-e98beda75e8e</entry>
Oct 15 19:53:03 user nova-compute[74712]:       <entry name="uuid">1cee0c38-23f9-4c00-853d-e98beda75e8e</entry>
Oct 15 19:53:03 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:53:03 user nova-compute[74712]:     </system>
Oct 15 19:53:03 user nova-compute[74712]:   </sysinfo>
Oct 15 19:53:03 user nova-compute[74712]:   <os>
Oct 15 19:53:03 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:53:03 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:53:03 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:53:03 user nova-compute[74712]:   </os>
Oct 15 19:53:03 user nova-compute[74712]:   <features>
Oct 15 19:53:03 user nova-compute[74712]:     <acpi/>
Oct 15 19:53:03 user nova-compute[74712]:     <apic/>
Oct 15 19:53:03 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:53:03 user nova-compute[74712]:   </features>
Oct 15 19:53:03 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:53:03 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:53:03 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:53:03 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:53:03 user nova-compute[74712]:   </clock>
Oct 15 19:53:03 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:53:03 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:53:03 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:53:03 user nova-compute[74712]:   </cpu>
Oct 15 19:53:03 user nova-compute[74712]:   <devices>
Oct 15 19:53:03 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:53:03 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:53:03 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk"/>
Oct 15 19:53:03 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:53:03 user nova-compute[74712]:     </disk>
Oct 15 19:53:03 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:53:03 user nova-compute[74712]:       <mac address="fa:16:3e:75:1f:a6"/>
Oct 15 19:53:03 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:53:03 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:53:03 user nova-compute[74712]:       <target dev="tap222fac82-cb"/>
Oct 15 19:53:03 user nova-compute[74712]:     </interface>
Oct 15 19:53:03 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:53:03 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/console.log" append="off"/>
Oct 15 19:53:03 user nova-compute[74712]:     </serial>
Oct 15 19:53:03 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:53:03 user nova-compute[74712]:     <video>
Oct 15 19:53:03 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:53:03 user nova-compute[74712]:     </video>
Oct 15 19:53:03 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:53:03 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:53:03 user nova-compute[74712]:     </rng>
Oct 15 19:53:03 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:53:03 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:53:03 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:53:03 user nova-compute[74712]:     </memballoon>
Oct 15 19:53:03 user nova-compute[74712]:   </devices>
Oct 15 19:53:03 user nova-compute[74712]: </domain>
Oct 15 19:53:03 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2146666138',display_name='tempest-TestStampPattern-server-2146666138',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2146666138',id=29,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCd04IanTpo/FUJ+i2eI2KnW2HK0y82cXXXpcobpf4eAsh1s/HGS5KQYhcSmqtc75NLfl51ogKoNkkKOpbAVMWZUpCJcngXUH/GiiDINAgOiLPTT+twe2oBcA6srvG1Yvg==',key_name='tempest-TestStampPattern-226221489',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='648e6e4ff98d44e0876494a266a8c1ba',ramdisk_id='',reservation_id='r-qp08f0dj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-170253243',owner_user_name='tempest-TestStampPattern-170253243-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:53:01Z,user_data=None,user_id='5c8e0f80d79e4e7cbca7bc97b25e0362',uuid=1cee0c38-23f9-4c00-853d-e98beda75e8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converting VIF {"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:1f:a6,bridge_name='br-int',has_traffic_filtering=True,id=222fac82-cb1d-4b3a-8453-df531a3d771c,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222fac82-cb') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG os_vif [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:1f:a6,bridge_name='br-int',has_traffic_filtering=True,id=222fac82-cb1d-4b3a-8453-df531a3d771c,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222fac82-cb') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4e5bb5fd-7c91-5642-aa77-2cbe5f94fc01', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap222fac82-cb, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap222fac82-cb, col_values=(('qos', UUID('810570e3-a65c-4acc-ad39-1593b3f1047a')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap222fac82-cb, col_values=(('external_ids', {'iface-id': '222fac82-cb1d-4b3a-8453-df531a3d771c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:1f:a6', 'vm-uuid': '1cee0c38-23f9-4c00-853d-e98beda75e8e'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:03 user nova-compute[74712]: INFO os_vif [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:1f:a6,bridge_name='br-int',has_traffic_filtering=True,id=222fac82-cb1d-4b3a-8453-df531a3d771c,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222fac82-cb')
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] No VIF found with MAC fa:16:3e:75:1f:a6, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.network.neutron [req-7117197c-f5af-48a3-9de7-72f1856b4daa req-624e515b-076c-4443-a27b-99e3dfd4fb1b service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updated VIF entry in instance network info cache for port 222fac82-cb1d-4b3a-8453-df531a3d771c. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG nova.network.neutron [req-7117197c-f5af-48a3-9de7-72f1856b4daa req-624e515b-076c-4443-a27b-99e3dfd4fb1b service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updating instance_info_cache with network_info: [{"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7117197c-f5af-48a3-9de7-72f1856b4daa req-624e515b-076c-4443-a27b-99e3dfd4fb1b service nova] Releasing lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:53:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-98d76dbb-37cd-44dd-b508-ee7d6508444c req-141b2a24-5eea-43a4-ac51-4377b6cade24 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received event network-vif-plugged-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98d76dbb-37cd-44dd-b508-ee7d6508444c req-141b2a24-5eea-43a4-ac51-4377b6cade24 service nova] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98d76dbb-37cd-44dd-b508-ee7d6508444c req-141b2a24-5eea-43a4-ac51-4377b6cade24 service nova] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98d76dbb-37cd-44dd-b508-ee7d6508444c req-141b2a24-5eea-43a4-ac51-4377b6cade24 service nova] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-98d76dbb-37cd-44dd-b508-ee7d6508444c req-141b2a24-5eea-43a4-ac51-4377b6cade24 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] No waiting events found dispatching network-vif-plugged-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:53:05 user nova-compute[74712]: WARNING nova.compute.manager [req-98d76dbb-37cd-44dd-b508-ee7d6508444c req-141b2a24-5eea-43a4-ac51-4377b6cade24 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received unexpected event network-vif-plugged-222fac82-cb1d-4b3a-8453-df531a3d771c for instance with vm_state building and task_state spawning.
Oct 15 19:53:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:53:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:53:06 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Instance spawned successfully.
Oct 15 19:53:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:53:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:06 user nova-compute[74712]: INFO nova.compute.manager [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Took 5.56 seconds to spawn the instance on the hypervisor.
Oct 15 19:53:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:53:06 user nova-compute[74712]: INFO nova.compute.manager [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Took 6.50 seconds to build instance.
Oct 15 19:53:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-98714d5c-b311-4b53-91ce-33b1ae8181a9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.642s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-a4fe9cc9-5524-4fc2-a432-537ecc8eae36 req-34d4b953-98cb-4310-af01-4a111c6d923e service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received event network-vif-plugged-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a4fe9cc9-5524-4fc2-a432-537ecc8eae36 req-34d4b953-98cb-4310-af01-4a111c6d923e service nova] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a4fe9cc9-5524-4fc2-a432-537ecc8eae36 req-34d4b953-98cb-4310-af01-4a111c6d923e service nova] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a4fe9cc9-5524-4fc2-a432-537ecc8eae36 req-34d4b953-98cb-4310-af01-4a111c6d923e service nova] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-a4fe9cc9-5524-4fc2-a432-537ecc8eae36 req-34d4b953-98cb-4310-af01-4a111c6d923e service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] No waiting events found dispatching network-vif-plugged-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:53:07 user nova-compute[74712]: WARNING nova.compute.manager [req-a4fe9cc9-5524-4fc2-a432-537ecc8eae36 req-34d4b953-98cb-4310-af01-4a111c6d923e service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received unexpected event network-vif-plugged-222fac82-cb1d-4b3a-8453-df531a3d771c for instance with vm_state active and task_state None.
Oct 15 19:53:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:53:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:53:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:23 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:53:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:53:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:27 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:53:27 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7692MB free_disk=24.816768646240234GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:27 user nova-compute[74712]: INFO nova.compute.manager [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Terminating instance
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c59c3991-7189-4911-9d31-f401a9fa253c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f9c4af5e-5938-4e39-aa0e-8ae6081d800b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 24469688-49d0-4b4e-84a7-65e0b45068f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1adc7cd9-1048-455b-9d0c-c9605fafca8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1cee0c38-23f9-4c00-853d-e98beda75e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:53:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-762a5955-d348-483e-bdc5-d576ee160f8e req-90fea404-862f-43fe-8f9b-8d0a43a8b886 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-unplugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-762a5955-d348-483e-bdc5-d576ee160f8e req-90fea404-862f-43fe-8f9b-8d0a43a8b886 service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-762a5955-d348-483e-bdc5-d576ee160f8e req-90fea404-862f-43fe-8f9b-8d0a43a8b886 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-762a5955-d348-483e-bdc5-d576ee160f8e req-90fea404-862f-43fe-8f9b-8d0a43a8b886 service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-762a5955-d348-483e-bdc5-d576ee160f8e req-90fea404-862f-43fe-8f9b-8d0a43a8b886 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-unplugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-762a5955-d348-483e-bdc5-d576ee160f8e req-90fea404-862f-43fe-8f9b-8d0a43a8b886 service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-unplugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.598s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.585s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:53:28 user nova-compute[74712]: INFO nova.compute.claims [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Claim successful on node user
Oct 15 19:53:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Instance destroyed successfully.
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lazy-loading 'resources' on Instance uuid c59c3991-7189-4911-9d31-f401a9fa253c {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2030024990',display_name='tempest-ServerStableDeviceRescueTest-server-2030024990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2030024990',id=20,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGpjUuAC5dagNgQPEKO9z2uLAfnanJYBGI9BkVHPpWhIavx7r46vgPFRc8jEAKIG+oGWylNQtxs87QnWRWzl7uCLNzxTp3Bw7obG3LeQiwfO5wc/KczomniYq0sZvCVPjA==',key_name='tempest-keypair-801407402',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:50:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7616a77b172b4d118b7c1a8a6a3033a3',ramdisk_id='',reservation_id='r-xgbruxj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-545371868',owner_user_name='tempest-ServerStableDeviceRescueTest-545371868-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:52:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6c12548778b43868427f70130d309e2',uuid=c59c3991-7189-4911-9d31-f401a9fa253c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Converting VIF {"id": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "address": "fa:16:3e:3e:fd:45", "network": {"id": "08923d5f-9bb5-4bba-bbaf-84e6c7d03990", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-967055106-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7616a77b172b4d118b7c1a8a6a3033a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77fbb8c8-d8", "ovs_interfaceid": "77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3e:fd:45,bridge_name='br-int',has_traffic_filtering=True,id=77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e,network=Network(08923d5f-9bb5-4bba-bbaf-84e6c7d03990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77fbb8c8-d8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG os_vif [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3e:fd:45,bridge_name='br-int',has_traffic_filtering=True,id=77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e,network=Network(08923d5f-9bb5-4bba-bbaf-84e6c7d03990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77fbb8c8-d8') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap77fbb8c8-d8, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=34b14cd4-3387-46ef-a7dc-525273009c55) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:28 user nova-compute[74712]: INFO os_vif [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3e:fd:45,bridge_name='br-int',has_traffic_filtering=True,id=77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e,network=Network(08923d5f-9bb5-4bba-bbaf-84e6c7d03990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77fbb8c8-d8')
Oct 15 19:53:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Deleting instance files /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c_del
Oct 15 19:53:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Deletion of /opt/stack/data/nova/instances/c59c3991-7189-4911-9d31-f401a9fa253c_del complete
Oct 15 19:53:28 user nova-compute[74712]: INFO nova.compute.manager [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 15 19:53:28 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.496s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:53:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:53:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.policy [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40f5e9514dc14cd4bfeefd81c5b6f612', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c936ceedbd44009ac09ceb9d3118cab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:53:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Creating image(s)
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "/opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "/opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "/opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk 1073741824" returned: 0 in 0.047s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:29 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Took 1.20 seconds to deallocate network for instance.
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-d0e62698-5872-4185-87da-d5e9060e1224 req-6a761b11-0320-476a-a55d-aa82e5ddb93f service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-deleted-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:29 user nova-compute[74712]: INFO nova.compute.manager [req-d0e62698-5872-4185-87da-d5e9060e1224 req-6a761b11-0320-476a-a55d-aa82e5ddb93f service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Neutron deleted interface 77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e; detaching it from the instance and deleting it from the info cache
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-d0e62698-5872-4185-87da-d5e9060e1224 req-6a761b11-0320-476a-a55d-aa82e5ddb93f service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Cannot resize image /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Ensure instance console log exists: /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-d0e62698-5872-4185-87da-d5e9060e1224 req-6a761b11-0320-476a-a55d-aa82e5ddb93f service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Detach interface failed, port_id=77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e, reason: Instance c59c3991-7189-4911-9d31-f401a9fa253c could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Successfully created port: 06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-f19d380a-bc4f-48c2-a656-2fdb74fc695f req-062a0644-fd3a-4dbc-b956-a599b31826bb service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f19d380a-bc4f-48c2-a656-2fdb74fc695f req-062a0644-fd3a-4dbc-b956-a599b31826bb service nova] Acquiring lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f19d380a-bc4f-48c2-a656-2fdb74fc695f req-062a0644-fd3a-4dbc-b956-a599b31826bb service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f19d380a-bc4f-48c2-a656-2fdb74fc695f req-062a0644-fd3a-4dbc-b956-a599b31826bb service nova] Lock "c59c3991-7189-4911-9d31-f401a9fa253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-f19d380a-bc4f-48c2-a656-2fdb74fc695f req-062a0644-fd3a-4dbc-b956-a599b31826bb service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] No waiting events found dispatching network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:53:30 user nova-compute[74712]: WARNING nova.compute.manager [req-f19d380a-bc4f-48c2-a656-2fdb74fc695f req-062a0644-fd3a-4dbc-b956-a599b31826bb service nova] [instance: c59c3991-7189-4911-9d31-f401a9fa253c] Received unexpected event network-vif-plugged-77fbb8c8-d8d5-4e9b-be34-48a3648d6b3e for instance with vm_state deleted and task_state None.
Oct 15 19:53:30 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.379s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:30 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Deleted allocations for instance c59c3991-7189-4911-9d31-f401a9fa253c
Oct 15 19:53:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4def876e-42a6-4427-b62b-ada0a87ee5a0 tempest-ServerStableDeviceRescueTest-545371868 tempest-ServerStableDeviceRescueTest-545371868-project-member] Lock "c59c3991-7189-4911-9d31-f401a9fa253c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.696s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Successfully updated port: 06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "refresh_cache-9c2d9a51-3369-4e65-9401-06b5ea28ab47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquired lock "refresh_cache-9c2d9a51-3369-4e65-9401-06b5ea28ab47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:53:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.network.neutron [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Updating instance_info_cache with network_info: [{"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Releasing lock "refresh_cache-9c2d9a51-3369-4e65-9401-06b5ea28ab47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Instance network_info: |[{"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Start _get_guest_xml network_info=[{"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:53:31 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:53:31 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:53:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1601610173',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1601610173',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1601610',id=30,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMd46tQosvAQLZBsyE8BP4P+Sb5mARIVIewdBeWI46wButPKzD+QgnVmkmW7Ni0/NtDocbh79cep8ZDFdQPOCXAcNsMLZVE2HeQsP6WMIDrxBobQUGOJub5O1y64AK9a9A==',key_name='tempest-keypair-1370622524',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c936ceedbd44009ac09ceb9d3118cab',ramdisk_id='',reservation_id='r-e207oihj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-152859142',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:53:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='40f5e9514dc14cd4bfeefd81c5b6f612',uuid=9c2d9a51-3369-4e65-9401-06b5ea28ab47,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Converting VIF {"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:ff:b4,bridge_name='br-int',has_traffic_filtering=True,id=06414748-b847-4212-baf7-7e0e4b643194,network=Network(5feffd35-5f98-4858-9bf5-7606750cd0c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06414748-b8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.objects.instance [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lazy-loading 'pci_devices' on Instance uuid 9c2d9a51-3369-4e65-9401-06b5ea28ab47 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:53:31 user nova-compute[74712]:   <uuid>9c2d9a51-3369-4e65-9401-06b5ea28ab47</uuid>
Oct 15 19:53:31 user nova-compute[74712]:   <name>instance-0000001e</name>
Oct 15 19:53:31 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:53:31 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:53:31 user nova-compute[74712]:   <metadata>
Oct 15 19:53:31 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:53:31 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:53:31 user nova-compute[74712]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1601610173</nova:name>
Oct 15 19:53:31 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:53:31</nova:creationTime>
Oct 15 19:53:31 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:53:31 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:53:31 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:53:31 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:53:31 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:53:31 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:53:31 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:53:31 user nova-compute[74712]:       <nova:owner>
Oct 15 19:53:31 user nova-compute[74712]:         <nova:user uuid="40f5e9514dc14cd4bfeefd81c5b6f612">tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member</nova:user>
Oct 15 19:53:31 user nova-compute[74712]:         <nova:project uuid="0c936ceedbd44009ac09ceb9d3118cab">tempest-TestServerVolumeAttachScenarioOldVersion-152859142</nova:project>
Oct 15 19:53:31 user nova-compute[74712]:       </nova:owner>
Oct 15 19:53:31 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:53:31 user nova-compute[74712]:       <nova:ports>
Oct 15 19:53:31 user nova-compute[74712]:         <nova:port uuid="06414748-b847-4212-baf7-7e0e4b643194">
Oct 15 19:53:31 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 19:53:31 user nova-compute[74712]:         </nova:port>
Oct 15 19:53:31 user nova-compute[74712]:       </nova:ports>
Oct 15 19:53:31 user nova-compute[74712]:     </nova:instance>
Oct 15 19:53:31 user nova-compute[74712]:   </metadata>
Oct 15 19:53:31 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:53:31 user nova-compute[74712]:     <system>
Oct 15 19:53:31 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:53:31 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:53:31 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:53:31 user nova-compute[74712]:       <entry name="serial">9c2d9a51-3369-4e65-9401-06b5ea28ab47</entry>
Oct 15 19:53:31 user nova-compute[74712]:       <entry name="uuid">9c2d9a51-3369-4e65-9401-06b5ea28ab47</entry>
Oct 15 19:53:31 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:53:31 user nova-compute[74712]:     </system>
Oct 15 19:53:31 user nova-compute[74712]:   </sysinfo>
Oct 15 19:53:31 user nova-compute[74712]:   <os>
Oct 15 19:53:31 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:53:31 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:53:31 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:53:31 user nova-compute[74712]:   </os>
Oct 15 19:53:31 user nova-compute[74712]:   <features>
Oct 15 19:53:31 user nova-compute[74712]:     <acpi/>
Oct 15 19:53:31 user nova-compute[74712]:     <apic/>
Oct 15 19:53:31 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:53:31 user nova-compute[74712]:   </features>
Oct 15 19:53:31 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:53:31 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:53:31 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:53:31 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:53:31 user nova-compute[74712]:   </clock>
Oct 15 19:53:31 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:53:31 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:53:31 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:53:31 user nova-compute[74712]:   </cpu>
Oct 15 19:53:31 user nova-compute[74712]:   <devices>
Oct 15 19:53:31 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:53:31 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:53:31 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk"/>
Oct 15 19:53:31 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:53:31 user nova-compute[74712]:     </disk>
Oct 15 19:53:31 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:53:31 user nova-compute[74712]:       <mac address="fa:16:3e:21:ff:b4"/>
Oct 15 19:53:31 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:53:31 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:53:31 user nova-compute[74712]:       <target dev="tap06414748-b8"/>
Oct 15 19:53:31 user nova-compute[74712]:     </interface>
Oct 15 19:53:31 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:53:31 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/console.log" append="off"/>
Oct 15 19:53:31 user nova-compute[74712]:     </serial>
Oct 15 19:53:31 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:53:31 user nova-compute[74712]:     <video>
Oct 15 19:53:31 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:53:31 user nova-compute[74712]:     </video>
Oct 15 19:53:31 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:53:31 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:53:31 user nova-compute[74712]:     </rng>
Oct 15 19:53:31 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:53:31 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:53:31 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:53:31 user nova-compute[74712]:     </memballoon>
Oct 15 19:53:31 user nova-compute[74712]:   </devices>
Oct 15 19:53:31 user nova-compute[74712]: </domain>
Oct 15 19:53:31 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:53:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1601610173',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1601610173',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1601610',id=30,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMd46tQosvAQLZBsyE8BP4P+Sb5mARIVIewdBeWI46wButPKzD+QgnVmkmW7Ni0/NtDocbh79cep8ZDFdQPOCXAcNsMLZVE2HeQsP6WMIDrxBobQUGOJub5O1y64AK9a9A==',key_name='tempest-keypair-1370622524',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c936ceedbd44009ac09ceb9d3118cab',ramdisk_id='',reservation_id='r-e207oihj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-152859142',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:53:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='40f5e9514dc14cd4bfeefd81c5b6f612',uuid=9c2d9a51-3369-4e65-9401-06b5ea28ab47,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Converting VIF {"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:ff:b4,bridge_name='br-int',has_traffic_filtering=True,id=06414748-b847-4212-baf7-7e0e4b643194,network=Network(5feffd35-5f98-4858-9bf5-7606750cd0c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06414748-b8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG os_vif [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:ff:b4,bridge_name='br-int',has_traffic_filtering=True,id=06414748-b847-4212-baf7-7e0e4b643194,network=Network(5feffd35-5f98-4858-9bf5-7606750cd0c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06414748-b8') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11cfdcb7-d9d9-5fba-91db-64e79abcfa94', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap06414748-b8, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap06414748-b8, col_values=(('qos', UUID('49644916-73b7-4fb6-a0c7-7db475139efd')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap06414748-b8, col_values=(('external_ids', {'iface-id': '06414748-b847-4212-baf7-7e0e4b643194', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:ff:b4', 'vm-uuid': '9c2d9a51-3369-4e65-9401-06b5ea28ab47'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:31 user nova-compute[74712]: INFO os_vif [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:ff:b4,bridge_name='br-int',has_traffic_filtering=True,id=06414748-b847-4212-baf7-7e0e4b643194,network=Network(5feffd35-5f98-4858-9bf5-7606750cd0c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06414748-b8')
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] No VIF found with MAC fa:16:3e:21:ff:b4, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-7e9f338d-019b-4ced-ad6c-d43f8c98a75a req-a2705121-41e3-4b53-9f42-affd1fcad565 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-changed-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-7e9f338d-019b-4ced-ad6c-d43f8c98a75a req-a2705121-41e3-4b53-9f42-affd1fcad565 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Refreshing instance network info cache due to event network-changed-06414748-b847-4212-baf7-7e0e4b643194. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7e9f338d-019b-4ced-ad6c-d43f8c98a75a req-a2705121-41e3-4b53-9f42-affd1fcad565 service nova] Acquiring lock "refresh_cache-9c2d9a51-3369-4e65-9401-06b5ea28ab47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7e9f338d-019b-4ced-ad6c-d43f8c98a75a req-a2705121-41e3-4b53-9f42-affd1fcad565 service nova] Acquired lock "refresh_cache-9c2d9a51-3369-4e65-9401-06b5ea28ab47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:53:31 user nova-compute[74712]: DEBUG nova.network.neutron [req-7e9f338d-019b-4ced-ad6c-d43f8c98a75a req-a2705121-41e3-4b53-9f42-affd1fcad565 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Refreshing network info cache for port 06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:53:32 user nova-compute[74712]: DEBUG nova.network.neutron [req-7e9f338d-019b-4ced-ad6c-d43f8c98a75a req-a2705121-41e3-4b53-9f42-affd1fcad565 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Updated VIF entry in instance network info cache for port 06414748-b847-4212-baf7-7e0e4b643194. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:53:32 user nova-compute[74712]: DEBUG nova.network.neutron [req-7e9f338d-019b-4ced-ad6c-d43f8c98a75a req-a2705121-41e3-4b53-9f42-affd1fcad565 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Updating instance_info_cache with network_info: [{"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7e9f338d-019b-4ced-ad6c-d43f8c98a75a req-a2705121-41e3-4b53-9f42-affd1fcad565 service nova] Releasing lock "refresh_cache-9c2d9a51-3369-4e65-9401-06b5ea28ab47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:53:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:53:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:53:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:53:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:53:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] No waiting events found dispatching network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:53:34 user nova-compute[74712]: WARNING nova.compute.manager [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received unexpected event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 for instance with vm_state building and task_state spawning.
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] No waiting events found dispatching network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:53:34 user nova-compute[74712]: WARNING nova.compute.manager [req-ed6a9c8a-bff1-48d5-902f-a9254c991942 req-0e69f324-3495-4743-893c-a99a4bd6f7f9 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received unexpected event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 for instance with vm_state building and task_state spawning.
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updating instance_info_cache with network_info: [{"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:53:34 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Instance spawned successfully.
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:34 user nova-compute[74712]: INFO nova.compute.manager [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Took 5.65 seconds to spawn the instance on the hypervisor.
Oct 15 19:53:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:53:34 user nova-compute[74712]: INFO nova.compute.manager [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Took 7.08 seconds to build instance.
Oct 15 19:53:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-bd222fb7-f858-4b24-9729-5f9512fe316a tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.592s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:53:35 user nova-compute[74712]: INFO nova.compute.claims [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Claim successful on node user
Oct 15 19:53:35 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.498s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:53:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:53:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:53:35 user nova-compute[74712]: DEBUG nova.policy [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '522fe13f4fb24632b926377276b23d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e12732193f34038bdb2f114eb7f1c6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:53:35 user nova-compute[74712]: INFO nova.virt.block_device [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Booting with volume c97f8af0-f820-4f02-9d45-cb80171ba5b4 at /dev/vda
Oct 15 19:53:36 user nova-compute[74712]: DEBUG os_brick.utils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c62eee2-6ec1-4952-9e7f-1947946d6c81]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7514cab-c6da-4eae-81e6-ccd5ab48c556]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee127e6-ee47-4867-9f3d-f1b69c2609fb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[13c2cc62-7984-4e35-9ced-95c7951645ff]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:53:36 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:53:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[70a52ab9-91dc-4e90-85fd-bb01167b0234]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG os_brick.utils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating existing volume attachment record: 52cf0824-d6e7-40dc-a91f-a07187b612be {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:53:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Successfully created port: e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Successfully updated port: e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquired lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-42760783-daf8-4662-a425-d117464195bd req-e115de9f-edc0-40df-802f-5fdeb03e2f55 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-changed-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-42760783-daf8-4662-a425-d117464195bd req-e115de9f-edc0-40df-802f-5fdeb03e2f55 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Refreshing instance network info cache due to event network-changed-e2ce2a31-5afa-460b-be7a-d09467ebf329. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-42760783-daf8-4662-a425-d117464195bd req-e115de9f-edc0-40df-802f-5fdeb03e2f55 service nova] Acquiring lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating instance_info_cache with network_info: [{"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Releasing lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Instance network_info: |[{"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-42760783-daf8-4662-a425-d117464195bd req-e115de9f-edc0-40df-802f-5fdeb03e2f55 service nova] Acquired lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:53:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-42760783-daf8-4662-a425-d117464195bd req-e115de9f-edc0-40df-802f-5fdeb03e2f55 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Refreshing network info cache for port e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:53:38 user nova-compute[74712]: DEBUG nova.network.neutron [req-42760783-daf8-4662-a425-d117464195bd req-e115de9f-edc0-40df-802f-5fdeb03e2f55 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updated VIF entry in instance network info cache for port e2ce2a31-5afa-460b-be7a-d09467ebf329. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:53:38 user nova-compute[74712]: DEBUG nova.network.neutron [req-42760783-daf8-4662-a425-d117464195bd req-e115de9f-edc0-40df-802f-5fdeb03e2f55 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating instance_info_cache with network_info: [{"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-42760783-daf8-4662-a425-d117464195bd req-e115de9f-edc0-40df-802f-5fdeb03e2f55 service nova] Releasing lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:53:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:53:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 19:53:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:53:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:53:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:53:51 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Creating image(s)
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Ensure instance console log exists: /opt/stack/data/nova/instances/63e37036-5f90-46a6-aa28-749b0b6f3def/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Start _get_guest_xml network_info=[{"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IyFdmWNf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '63e37036-5f90-46a6-aa28-749b0b6f3def', 'attached_at': '', 'detached_at': '', 'volume_id': 'c97f8af0-f820-4f02-9d45-cb80171ba5b4', 'serial': 'c97f8af0-f820-4f02-9d45-cb80171ba5b4'}, 'attachment_id': '52cf0824-d6e7-40dc-a91f-a07187b612be', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:53:51 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:53:51 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IyFdmWNf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:53:51 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:53:51 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:53:51 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f41c3c-3cda-4ae8-95ad-865ab859dfca]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:53:51 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3b98283-8d50-4883-862e-ad2befefcc28]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4] added
Oct 15 19:53:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed6ba350-28f0-4139-8877-d13c9070aa80]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8c1f128-1f2d-477a-a1da-cf66c5c454e0]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IyFdmWNf {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IyFdmWNf" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[70591592-3466-4102-9421-74aaf07be822]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IyFdmWNf'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0121af45-0ff0-42d6-b9f3-2a3bb3e7ca85]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[572aab92-db99-4986-a3be-1012bbfd8109]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:53:51 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:53:51 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:53:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:53:51 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:53:51 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:53:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[09972ef5-bd05-485f-8908-314ac7413b2c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260]
Oct 15 19:53:51 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260] successful.
Oct 15 19:53:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[615a710f-7610-485c-b6d2-319f5f8cf859]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43fe332-35e4-4fd2-a0cb-eface230fd78]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:53:51 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:53:51 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:53:51 user nova-compute[74712]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:53:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:53:51 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:53:51 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:53:51 user nova-compute[74712]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:53:51 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] HCTL ('34', '-', '-', 0) found on session 37 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b6b5377-d4c2-4e4c-a0a3-3b066f78ef1a]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching for a device in session 37 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:53:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IyFdmWNf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== connect_volume: return (1340ms) {'type': 'block', 'scsi_wwn': '23833393165393663', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23833393165393663', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:53:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-45463394',display_name='tempest-ServerActionsTestOtherA-server-45463394',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-45463394',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPNEeMvyNm/+fyAOIAD320L/onhqamhtiHhHCXYXJJLm+pOrS+B+fcPudKddvnpGFhT9UHOuYauwidz7NvUgRiywQ891SGXw97neAOMaLOKzwcOE498fvT1fAwFOi16uzg==',key_name='tempest-keypair-1740261553',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-0gwkop0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:53:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=63e37036-5f90-46a6-aa28-749b0b6f3def,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.objects.instance [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'pci_devices' on Instance uuid 63e37036-5f90-46a6-aa28-749b0b6f3def {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:53:52 user nova-compute[74712]:   <uuid>63e37036-5f90-46a6-aa28-749b0b6f3def</uuid>
Oct 15 19:53:52 user nova-compute[74712]:   <name>instance-0000001f</name>
Oct 15 19:53:52 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:53:52 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:53:52 user nova-compute[74712]:   <metadata>
Oct 15 19:53:52 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:53:52 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:53:52 user nova-compute[74712]:       <nova:name>tempest-ServerActionsTestOtherA-server-45463394</nova:name>
Oct 15 19:53:52 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:53:51</nova:creationTime>
Oct 15 19:53:52 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:53:52 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:53:52 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:53:52 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:53:52 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:53:52 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:53:52 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:53:52 user nova-compute[74712]:       <nova:owner>
Oct 15 19:53:52 user nova-compute[74712]:         <nova:user uuid="522fe13f4fb24632b926377276b23d68">tempest-ServerActionsTestOtherA-1442469360-project-member</nova:user>
Oct 15 19:53:52 user nova-compute[74712]:         <nova:project uuid="1e12732193f34038bdb2f114eb7f1c6d">tempest-ServerActionsTestOtherA-1442469360</nova:project>
Oct 15 19:53:52 user nova-compute[74712]:       </nova:owner>
Oct 15 19:53:52 user nova-compute[74712]:       <nova:ports>
Oct 15 19:53:52 user nova-compute[74712]:         <nova:port uuid="e2ce2a31-5afa-460b-be7a-d09467ebf329">
Oct 15 19:53:52 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 15 19:53:52 user nova-compute[74712]:         </nova:port>
Oct 15 19:53:52 user nova-compute[74712]:       </nova:ports>
Oct 15 19:53:52 user nova-compute[74712]:     </nova:instance>
Oct 15 19:53:52 user nova-compute[74712]:   </metadata>
Oct 15 19:53:52 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:53:52 user nova-compute[74712]:     <system>
Oct 15 19:53:52 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:53:52 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:53:52 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:53:52 user nova-compute[74712]:       <entry name="serial">63e37036-5f90-46a6-aa28-749b0b6f3def</entry>
Oct 15 19:53:52 user nova-compute[74712]:       <entry name="uuid">63e37036-5f90-46a6-aa28-749b0b6f3def</entry>
Oct 15 19:53:52 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:53:52 user nova-compute[74712]:     </system>
Oct 15 19:53:52 user nova-compute[74712]:   </sysinfo>
Oct 15 19:53:52 user nova-compute[74712]:   <os>
Oct 15 19:53:52 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:53:52 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:53:52 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:53:52 user nova-compute[74712]:   </os>
Oct 15 19:53:52 user nova-compute[74712]:   <features>
Oct 15 19:53:52 user nova-compute[74712]:     <acpi/>
Oct 15 19:53:52 user nova-compute[74712]:     <apic/>
Oct 15 19:53:52 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:53:52 user nova-compute[74712]:   </features>
Oct 15 19:53:52 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:53:52 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:53:52 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:53:52 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:53:52 user nova-compute[74712]:   </clock>
Oct 15 19:53:52 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:53:52 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:53:52 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:53:52 user nova-compute[74712]:   </cpu>
Oct 15 19:53:52 user nova-compute[74712]:   <devices>
Oct 15 19:53:52 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:53:52 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:53:52 user nova-compute[74712]:       <source dev="/dev/sdc"/>
Oct 15 19:53:52 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:53:52 user nova-compute[74712]:       <serial>c97f8af0-f820-4f02-9d45-cb80171ba5b4</serial>
Oct 15 19:53:52 user nova-compute[74712]:     </disk>
Oct 15 19:53:52 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:53:52 user nova-compute[74712]:       <mac address="fa:16:3e:8e:a4:73"/>
Oct 15 19:53:52 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:53:52 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:53:52 user nova-compute[74712]:       <target dev="tape2ce2a31-5a"/>
Oct 15 19:53:52 user nova-compute[74712]:     </interface>
Oct 15 19:53:52 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:53:52 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/63e37036-5f90-46a6-aa28-749b0b6f3def/console.log" append="off"/>
Oct 15 19:53:52 user nova-compute[74712]:     </serial>
Oct 15 19:53:52 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:53:52 user nova-compute[74712]:     <video>
Oct 15 19:53:52 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:53:52 user nova-compute[74712]:     </video>
Oct 15 19:53:52 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:53:52 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:53:52 user nova-compute[74712]:     </rng>
Oct 15 19:53:52 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:53:52 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:53:52 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:53:52 user nova-compute[74712]:     </memballoon>
Oct 15 19:53:52 user nova-compute[74712]:   </devices>
Oct 15 19:53:52 user nova-compute[74712]: </domain>
Oct 15 19:53:52 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:53:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-45463394',display_name='tempest-ServerActionsTestOtherA-server-45463394',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-45463394',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPNEeMvyNm/+fyAOIAD320L/onhqamhtiHhHCXYXJJLm+pOrS+B+fcPudKddvnpGFhT9UHOuYauwidz7NvUgRiywQ891SGXw97neAOMaLOKzwcOE498fvT1fAwFOi16uzg==',key_name='tempest-keypair-1740261553',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-0gwkop0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:53:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=63e37036-5f90-46a6-aa28-749b0b6f3def,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG os_vif [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3cc1f87e-6166-58b0-9398-3448c517d343', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape2ce2a31-5a, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape2ce2a31-5a, col_values=(('qos', UUID('8f917d68-3965-46f5-a6d2-640a9522b27e')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape2ce2a31-5a, col_values=(('external_ids', {'iface-id': 'e2ce2a31-5afa-460b-be7a-d09467ebf329', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8e:a4:73', 'vm-uuid': '63e37036-5f90-46a6-aa28-749b0b6f3def'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:52 user nova-compute[74712]: INFO os_vif [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a')
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:53:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No VIF found with MAC fa:16:3e:8e:a4:73, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:53:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-056a6478-3975-4aac-9c50-43c2f54cd2bf req-62e7ff78-8791-429e-b394-bfb851f0d6ce service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-056a6478-3975-4aac-9c50-43c2f54cd2bf req-62e7ff78-8791-429e-b394-bfb851f0d6ce service nova] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-056a6478-3975-4aac-9c50-43c2f54cd2bf req-62e7ff78-8791-429e-b394-bfb851f0d6ce service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-056a6478-3975-4aac-9c50-43c2f54cd2bf req-62e7ff78-8791-429e-b394-bfb851f0d6ce service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-056a6478-3975-4aac-9c50-43c2f54cd2bf req-62e7ff78-8791-429e-b394-bfb851f0d6ce service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] No waiting events found dispatching network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:53:54 user nova-compute[74712]: WARNING nova.compute.manager [req-056a6478-3975-4aac-9c50-43c2f54cd2bf req-62e7ff78-8791-429e-b394-bfb851f0d6ce service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received unexpected event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 for instance with vm_state building and task_state spawning.
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "24469688-49d0-4b4e-84a7-65e0b45068f0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:56 user nova-compute[74712]: INFO nova.compute.manager [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Terminating instance
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-64524aa7-5a01-4765-8894-1b13df964f7d req-23dcad18-cc0e-4203-a918-a3e6f427cae1 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received event network-vif-unplugged-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-64524aa7-5a01-4765-8894-1b13df964f7d req-23dcad18-cc0e-4203-a918-a3e6f427cae1 service nova] Acquiring lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-64524aa7-5a01-4765-8894-1b13df964f7d req-23dcad18-cc0e-4203-a918-a3e6f427cae1 service nova] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-64524aa7-5a01-4765-8894-1b13df964f7d req-23dcad18-cc0e-4203-a918-a3e6f427cae1 service nova] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-64524aa7-5a01-4765-8894-1b13df964f7d req-23dcad18-cc0e-4203-a918-a3e6f427cae1 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] No waiting events found dispatching network-vif-unplugged-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-64524aa7-5a01-4765-8894-1b13df964f7d req-23dcad18-cc0e-4203-a918-a3e6f427cae1 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received event network-vif-unplugged-ecd60139-3d29-4a56-8387-fe186a52834f for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:53:56 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Instance spawned successfully.
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:53:56 user nova-compute[74712]: INFO nova.compute.manager [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Took 5.48 seconds to spawn the instance on the hypervisor.
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:53:56 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Instance destroyed successfully.
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.objects.instance [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'resources' on Instance uuid 24469688-49d0-4b4e-84a7-65e0b45068f0 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:52:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2093852773',display_name='tempest-AttachVolumeNegativeTest-server-2093852773',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2093852773',id=27,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO9W1pkOWvP5yp0br1zrFvZEeYFkWXf/LoEO/luleR887+8BKIXiN+WcevM8ZPFhTSkRS1lrGgnBXncBgIkkHc3D5ETxQZcUzc6awp6kKEVl3FVSzmGKdDDoihVUk80Ycw==',key_name='tempest-keypair-1505884295',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:52:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-vfpfaie5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:52:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=24469688-49d0-4b4e-84a7-65e0b45068f0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:bd:3b,bridge_name='br-int',has_traffic_filtering=True,id=ecd60139-3d29-4a56-8387-fe186a52834f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd60139-3d') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG os_vif [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:bd:3b,bridge_name='br-int',has_traffic_filtering=True,id=ecd60139-3d29-4a56-8387-fe186a52834f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd60139-3d') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] No waiting events found dispatching network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:53:56 user nova-compute[74712]: WARNING nova.compute.manager [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received unexpected event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 for instance with vm_state building and task_state spawning.
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received event network-changed-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Refreshing instance network info cache due to event network-changed-ecd60139-3d29-4a56-8387-fe186a52834f. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] Acquiring lock "refresh_cache-24469688-49d0-4b4e-84a7-65e0b45068f0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] Acquired lock "refresh_cache-24469688-49d0-4b4e-84a7-65e0b45068f0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Refreshing network info cache for port ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapecd60139-3d, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2fe311f7-f5f2-49e6-9b4e-41c83f432f61) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:56 user nova-compute[74712]: INFO os_vif [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:bd:3b,bridge_name='br-int',has_traffic_filtering=True,id=ecd60139-3d29-4a56-8387-fe186a52834f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd60139-3d')
Oct 15 19:53:56 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Deleting instance files /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0_del
Oct 15 19:53:56 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Deletion of /opt/stack/data/nova/instances/24469688-49d0-4b4e-84a7-65e0b45068f0_del complete
Oct 15 19:53:56 user nova-compute[74712]: INFO nova.compute.manager [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Took 21.56 seconds to build instance.
Oct 15 19:53:56 user nova-compute[74712]: INFO nova.compute.manager [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Took 0.76 seconds to destroy the instance on the hypervisor.
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:53:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-426be2bc-d06b-46df-a5d0-025d2a1a1118 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.652s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:57 user nova-compute[74712]: DEBUG nova.network.neutron [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Updated VIF entry in instance network info cache for port ecd60139-3d29-4a56-8387-fe186a52834f. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:53:57 user nova-compute[74712]: DEBUG nova.network.neutron [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Updating instance_info_cache with network_info: [{"id": "ecd60139-3d29-4a56-8387-fe186a52834f", "address": "fa:16:3e:77:bd:3b", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecd60139-3d", "ovs_interfaceid": "ecd60139-3d29-4a56-8387-fe186a52834f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-89222c63-6436-4981-ab43-87d18ea94d96 req-c78ec083-c3aa-4f8e-880f-36c195557696 service nova] Releasing lock "refresh_cache-24469688-49d0-4b4e-84a7-65e0b45068f0" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:53:57 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:53:57 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Took 0.95 seconds to deallocate network for instance.
Oct 15 19:53:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-3e659918-6e88-46f0-b211-c8eb119a6638 req-cf4a3306-f693-46d2-a969-9d22052e5faf service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received event network-vif-deleted-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:57 user nova-compute[74712]: INFO nova.compute.manager [req-3e659918-6e88-46f0-b211-c8eb119a6638 req-cf4a3306-f693-46d2-a969-9d22052e5faf service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Neutron deleted interface ecd60139-3d29-4a56-8387-fe186a52834f; detaching it from the instance and deleting it from the info cache
Oct 15 19:53:57 user nova-compute[74712]: DEBUG nova.network.neutron [req-3e659918-6e88-46f0-b211-c8eb119a6638 req-cf4a3306-f693-46d2-a969-9d22052e5faf service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:53:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-3e659918-6e88-46f0-b211-c8eb119a6638 req-cf4a3306-f693-46d2-a969-9d22052e5faf service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Detach interface failed, port_id=ecd60139-3d29-4a56-8387-fe186a52834f, reason: Instance 24469688-49d0-4b4e-84a7-65e0b45068f0 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:53:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:58 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:53:58 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:53:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.387s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:58 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Deleted allocations for instance 24469688-49d0-4b4e-84a7-65e0b45068f0
Oct 15 19:53:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9d78d087-3460-4bb0-b783-2512b2cb73e1 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.287s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-bc958b00-d0d8-459e-ba43-8b97988bcc63 req-149a2f69-d444-44e1-88c3-8f719be43f0b service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received event network-vif-plugged-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:53:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bc958b00-d0d8-459e-ba43-8b97988bcc63 req-149a2f69-d444-44e1-88c3-8f719be43f0b service nova] Acquiring lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:53:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bc958b00-d0d8-459e-ba43-8b97988bcc63 req-149a2f69-d444-44e1-88c3-8f719be43f0b service nova] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:53:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bc958b00-d0d8-459e-ba43-8b97988bcc63 req-149a2f69-d444-44e1-88c3-8f719be43f0b service nova] Lock "24469688-49d0-4b4e-84a7-65e0b45068f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:53:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-bc958b00-d0d8-459e-ba43-8b97988bcc63 req-149a2f69-d444-44e1-88c3-8f719be43f0b service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] No waiting events found dispatching network-vif-plugged-ecd60139-3d29-4a56-8387-fe186a52834f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:53:58 user nova-compute[74712]: WARNING nova.compute.manager [req-bc958b00-d0d8-459e-ba43-8b97988bcc63 req-149a2f69-d444-44e1-88c3-8f719be43f0b service nova] [instance: 24469688-49d0-4b4e-84a7-65e0b45068f0] Received unexpected event network-vif-plugged-ecd60139-3d29-4a56-8387-fe186a52834f for instance with vm_state deleted and task_state None.
Oct 15 19:53:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:24 user nova-compute[74712]: INFO nova.compute.manager [None req-403d5f35-1114-458a-87f4-741b2af15882 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Unrescuing
Oct 15 19:54:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-403d5f35-1114-458a-87f4-741b2af15882 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:54:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-403d5f35-1114-458a-87f4-741b2af15882 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquired lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:54:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-403d5f35-1114-458a-87f4-741b2af15882 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:54:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-403d5f35-1114-458a-87f4-741b2af15882 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Updating instance_info_cache with network_info: [{"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-403d5f35-1114-458a-87f4-741b2af15882 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Releasing lock "refresh_cache-f9c4af5e-5938-4e39-aa0e-8ae6081d800b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG nova.objects.instance [None req-403d5f35-1114-458a-87f4-741b2af15882 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'flavor' on Instance uuid f9c4af5e-5938-4e39-aa0e-8ae6081d800b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-a7a8768d-2c81-45ea-82d6-2fd77b0e44bf req-43180159-dc31-4cdf-b325-2583ef4ea8cb service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a7a8768d-2c81-45ea-82d6-2fd77b0e44bf req-43180159-dc31-4cdf-b325-2583ef4ea8cb service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a7a8768d-2c81-45ea-82d6-2fd77b0e44bf req-43180159-dc31-4cdf-b325-2583ef4ea8cb service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a7a8768d-2c81-45ea-82d6-2fd77b0e44bf req-43180159-dc31-4cdf-b325-2583ef4ea8cb service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-a7a8768d-2c81-45ea-82d6-2fd77b0e44bf req-43180159-dc31-4cdf-b325-2583ef4ea8cb service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:25 user nova-compute[74712]: WARNING nova.compute.manager [req-a7a8768d-2c81-45ea-82d6-2fd77b0e44bf req-43180159-dc31-4cdf-b325-2583ef4ea8cb service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:54:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:25 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Instance destroyed successfully.
Oct 15 19:54:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:27 user nova-compute[74712]: WARNING nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:54:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:27 user nova-compute[74712]: WARNING nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:54:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:27 user nova-compute[74712]: WARNING nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:54:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:27 user nova-compute[74712]: WARNING nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:54:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:27 user nova-compute[74712]: WARNING nova.compute.manager [req-72a65453-81d9-4779-9363-c5037ef9defc req-71ab0190-9040-46a8-a6cf-38fef7799f2f service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:54:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-403d5f35-1114-458a-87f4-741b2af15882 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:29 user nova-compute[74712]: WARNING nova.compute.manager [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:54:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:29 user nova-compute[74712]: WARNING nova.compute.manager [req-f62da718-3ac3-42f9-a0d2-bf0725016de6 req-77678f52-783d-4ade-8e9e-80eb887e0bdb service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state rescued and task_state unrescuing.
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:54:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:54:31 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:54:31 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7717MB free_disk=24.927490234375GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f9c4af5e-5938-4e39-aa0e-8ae6081d800b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1adc7cd9-1048-455b-9d0c-c9605fafca8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1cee0c38-23f9-4c00-853d-e98beda75e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 63e37036-5f90-46a6-aa28-749b0b6f3def actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.559s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 19:54:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 19:54:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 19:54:35 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:54:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-70e10e53-dbd4-4946-ad48-cb04bd603d51" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:54:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-70e10e53-dbd4-4946-ad48-cb04bd603d51" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:54:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:54:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Updating instance_info_cache with network_info: [{"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:54:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-70e10e53-dbd4-4946-ad48-cb04bd603d51" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:54:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:54:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-7aedd314-4dbe-445b-985a-71ad4c2ea7b9 req-c98b838c-0439-4cfc-b817-bebceaa6dae3 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-changed-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-7aedd314-4dbe-445b-985a-71ad4c2ea7b9 req-c98b838c-0439-4cfc-b817-bebceaa6dae3 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Refreshing instance network info cache due to event network-changed-95822306-8780-474f-b873-1d3aca47faea. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:54:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7aedd314-4dbe-445b-985a-71ad4c2ea7b9 req-c98b838c-0439-4cfc-b817-bebceaa6dae3 service nova] Acquiring lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:54:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7aedd314-4dbe-445b-985a-71ad4c2ea7b9 req-c98b838c-0439-4cfc-b817-bebceaa6dae3 service nova] Acquired lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:54:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-7aedd314-4dbe-445b-985a-71ad4c2ea7b9 req-c98b838c-0439-4cfc-b817-bebceaa6dae3 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Refreshing network info cache for port 95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:54:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-7aedd314-4dbe-445b-985a-71ad4c2ea7b9 req-c98b838c-0439-4cfc-b817-bebceaa6dae3 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updated VIF entry in instance network info cache for port 95822306-8780-474f-b873-1d3aca47faea. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:54:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-7aedd314-4dbe-445b-985a-71ad4c2ea7b9 req-c98b838c-0439-4cfc-b817-bebceaa6dae3 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updating instance_info_cache with network_info: [{"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:54:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7aedd314-4dbe-445b-985a-71ad4c2ea7b9 req-c98b838c-0439-4cfc-b817-bebceaa6dae3 service nova] Releasing lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:54:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "1771db68-aeff-407a-9685-7e7bda57fc70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:54:39 user nova-compute[74712]: INFO nova.compute.claims [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Claim successful on node user
Oct 15 19:54:39 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.519s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:54:39 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:54:39 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.policy [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e272f1b89b0e4fbaa28e3d5d03af224b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '927aa3c10e4d47b28a3ba8d9802361fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:54:40 user nova-compute[74712]: INFO nova.compute.claims [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Claim successful on node user
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:54:40 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Creating image(s)
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Successfully created port: ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk 1073741824" returned: 0 in 0.094s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.294s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.699s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.network.neutron [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:54:40 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:54:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.policy [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e272f1b89b0e4fbaa28e3d5d03af224b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '927aa3c10e4d47b28a3ba8d9802361fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:54:41 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Creating image(s)
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Cannot resize image /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Ensure instance console log exists: /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.225s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk 1073741824" returned: 0 in 0.053s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Checking if we can resize image /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Successfully updated port: ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquired lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-139a66f1-a447-42d2-8c9c-6f494f8754a7 req-56e4844f-8793-4afa-a44f-fe57d6848478 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-changed-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-139a66f1-a447-42d2-8c9c-6f494f8754a7 req-56e4844f-8793-4afa-a44f-fe57d6848478 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Refreshing instance network info cache due to event network-changed-ab240e4f-6704-4d11-b594-a1f253f9d6a1. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-139a66f1-a447-42d2-8c9c-6f494f8754a7 req-56e4844f-8793-4afa-a44f-fe57d6848478 service nova] Acquiring lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Cannot resize image /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Ensure instance console log exists: /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:54:41 user nova-compute[74712]: DEBUG nova.network.neutron [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Successfully created port: 7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updating instance_info_cache with network_info: [{"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Releasing lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Instance network_info: |[{"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-139a66f1-a447-42d2-8c9c-6f494f8754a7 req-56e4844f-8793-4afa-a44f-fe57d6848478 service nova] Acquired lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.network.neutron [req-139a66f1-a447-42d2-8c9c-6f494f8754a7 req-56e4844f-8793-4afa-a44f-fe57d6848478 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Refreshing network info cache for port ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Start _get_guest_xml network_info=[{"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:54:42 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:54:42 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:54:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1065406481',display_name='tempest-ServerRescueNegativeTestJSON-server-1065406481',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1065406481',id=32,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-nly4bqzj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:54:40Z,user_data=None,user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=1771db68-aeff-407a-9685-7e7bda57fc70,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=ab240e4f-6704-4d11-b594-a1f253f9d6a1,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab240e4f-67') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'pci_devices' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:54:42 user nova-compute[74712]:   <uuid>1771db68-aeff-407a-9685-7e7bda57fc70</uuid>
Oct 15 19:54:42 user nova-compute[74712]:   <name>instance-00000020</name>
Oct 15 19:54:42 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:54:42 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:54:42 user nova-compute[74712]:   <metadata>
Oct 15 19:54:42 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:54:42 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:54:42 user nova-compute[74712]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1065406481</nova:name>
Oct 15 19:54:42 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:54:42</nova:creationTime>
Oct 15 19:54:42 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:54:42 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:54:42 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:54:42 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:54:42 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:54:42 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:54:42 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:54:42 user nova-compute[74712]:       <nova:owner>
Oct 15 19:54:42 user nova-compute[74712]:         <nova:user uuid="e272f1b89b0e4fbaa28e3d5d03af224b">tempest-ServerRescueNegativeTestJSON-911721002-project-member</nova:user>
Oct 15 19:54:42 user nova-compute[74712]:         <nova:project uuid="927aa3c10e4d47b28a3ba8d9802361fc">tempest-ServerRescueNegativeTestJSON-911721002</nova:project>
Oct 15 19:54:42 user nova-compute[74712]:       </nova:owner>
Oct 15 19:54:42 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:54:42 user nova-compute[74712]:       <nova:ports>
Oct 15 19:54:42 user nova-compute[74712]:         <nova:port uuid="ab240e4f-6704-4d11-b594-a1f253f9d6a1">
Oct 15 19:54:42 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 15 19:54:42 user nova-compute[74712]:         </nova:port>
Oct 15 19:54:42 user nova-compute[74712]:       </nova:ports>
Oct 15 19:54:42 user nova-compute[74712]:     </nova:instance>
Oct 15 19:54:42 user nova-compute[74712]:   </metadata>
Oct 15 19:54:42 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:54:42 user nova-compute[74712]:     <system>
Oct 15 19:54:42 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:54:42 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:54:42 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:54:42 user nova-compute[74712]:       <entry name="serial">1771db68-aeff-407a-9685-7e7bda57fc70</entry>
Oct 15 19:54:42 user nova-compute[74712]:       <entry name="uuid">1771db68-aeff-407a-9685-7e7bda57fc70</entry>
Oct 15 19:54:42 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:54:42 user nova-compute[74712]:     </system>
Oct 15 19:54:42 user nova-compute[74712]:   </sysinfo>
Oct 15 19:54:42 user nova-compute[74712]:   <os>
Oct 15 19:54:42 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:54:42 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:54:42 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:54:42 user nova-compute[74712]:   </os>
Oct 15 19:54:42 user nova-compute[74712]:   <features>
Oct 15 19:54:42 user nova-compute[74712]:     <acpi/>
Oct 15 19:54:42 user nova-compute[74712]:     <apic/>
Oct 15 19:54:42 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:54:42 user nova-compute[74712]:   </features>
Oct 15 19:54:42 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:54:42 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:54:42 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:54:42 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:54:42 user nova-compute[74712]:   </clock>
Oct 15 19:54:42 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:54:42 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:54:42 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:54:42 user nova-compute[74712]:   </cpu>
Oct 15 19:54:42 user nova-compute[74712]:   <devices>
Oct 15 19:54:42 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:54:42 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:54:42 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk"/>
Oct 15 19:54:42 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:54:42 user nova-compute[74712]:     </disk>
Oct 15 19:54:42 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:54:42 user nova-compute[74712]:       <mac address="fa:16:3e:82:4c:e4"/>
Oct 15 19:54:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:54:42 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:54:42 user nova-compute[74712]:       <target dev="tapab240e4f-67"/>
Oct 15 19:54:42 user nova-compute[74712]:     </interface>
Oct 15 19:54:42 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:54:42 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/console.log" append="off"/>
Oct 15 19:54:42 user nova-compute[74712]:     </serial>
Oct 15 19:54:42 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:54:42 user nova-compute[74712]:     <video>
Oct 15 19:54:42 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:54:42 user nova-compute[74712]:     </video>
Oct 15 19:54:42 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:54:42 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:54:42 user nova-compute[74712]:     </rng>
Oct 15 19:54:42 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:54:42 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:54:42 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:54:42 user nova-compute[74712]:     </memballoon>
Oct 15 19:54:42 user nova-compute[74712]:   </devices>
Oct 15 19:54:42 user nova-compute[74712]: </domain>
Oct 15 19:54:42 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:54:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1065406481',display_name='tempest-ServerRescueNegativeTestJSON-server-1065406481',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1065406481',id=32,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-nly4bqzj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:54:40Z,user_data=None,user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=1771db68-aeff-407a-9685-7e7bda57fc70,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=ab240e4f-6704-4d11-b594-a1f253f9d6a1,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab240e4f-67') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG os_vif [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=ab240e4f-6704-4d11-b594-a1f253f9d6a1,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab240e4f-67') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de17896c-4715-5513-b35d-3dbaccffe70d', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapab240e4f-67, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapab240e4f-67, col_values=(('qos', UUID('296e54f2-54c9-4224-9ae5-5a2c031f335d')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapab240e4f-67, col_values=(('external_ids', {'iface-id': 'ab240e4f-6704-4d11-b594-a1f253f9d6a1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:4c:e4', 'vm-uuid': '1771db68-aeff-407a-9685-7e7bda57fc70'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:42 user nova-compute[74712]: INFO os_vif [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=ab240e4f-6704-4d11-b594-a1f253f9d6a1,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab240e4f-67')
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:54:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No VIF found with MAC fa:16:3e:82:4c:e4, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.neutron [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Successfully updated port: 7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.neutron [req-139a66f1-a447-42d2-8c9c-6f494f8754a7 req-56e4844f-8793-4afa-a44f-fe57d6848478 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updated VIF entry in instance network info cache for port ab240e4f-6704-4d11-b594-a1f253f9d6a1. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.neutron [req-139a66f1-a447-42d2-8c9c-6f494f8754a7 req-56e4844f-8793-4afa-a44f-fe57d6848478 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updating instance_info_cache with network_info: [{"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquired lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.neutron [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-139a66f1-a447-42d2-8c9c-6f494f8754a7 req-56e4844f-8793-4afa-a44f-fe57d6848478 service nova] Releasing lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.neutron [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.neutron [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updating instance_info_cache with network_info: [{"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Releasing lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Instance network_info: |[{"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Start _get_guest_xml network_info=[{"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:54:43 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:54:43 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:54:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1740093764',display_name='tempest-ServerRescueNegativeTestJSON-server-1740093764',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1740093764',id=33,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-oqp7rk81',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:54:41Z,user_data=None,user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=44b1b9ff-bf92-4370-842e-1d4210b4332e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:30:4c,bridge_name='br-int',has_traffic_filtering=True,id=7e87c29d-3288-4e4f-82d5-31ebb83fb646,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e87c29d-32') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.objects.instance [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'pci_devices' on Instance uuid 44b1b9ff-bf92-4370-842e-1d4210b4332e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:54:43 user nova-compute[74712]:   <uuid>44b1b9ff-bf92-4370-842e-1d4210b4332e</uuid>
Oct 15 19:54:43 user nova-compute[74712]:   <name>instance-00000021</name>
Oct 15 19:54:43 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:54:43 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:54:43 user nova-compute[74712]:   <metadata>
Oct 15 19:54:43 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:54:43 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:54:43 user nova-compute[74712]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1740093764</nova:name>
Oct 15 19:54:43 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:54:43</nova:creationTime>
Oct 15 19:54:43 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:54:43 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:54:43 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:54:43 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:54:43 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:54:43 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:54:43 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:54:43 user nova-compute[74712]:       <nova:owner>
Oct 15 19:54:43 user nova-compute[74712]:         <nova:user uuid="e272f1b89b0e4fbaa28e3d5d03af224b">tempest-ServerRescueNegativeTestJSON-911721002-project-member</nova:user>
Oct 15 19:54:43 user nova-compute[74712]:         <nova:project uuid="927aa3c10e4d47b28a3ba8d9802361fc">tempest-ServerRescueNegativeTestJSON-911721002</nova:project>
Oct 15 19:54:43 user nova-compute[74712]:       </nova:owner>
Oct 15 19:54:43 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:54:43 user nova-compute[74712]:       <nova:ports>
Oct 15 19:54:43 user nova-compute[74712]:         <nova:port uuid="7e87c29d-3288-4e4f-82d5-31ebb83fb646">
Oct 15 19:54:43 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 15 19:54:43 user nova-compute[74712]:         </nova:port>
Oct 15 19:54:43 user nova-compute[74712]:       </nova:ports>
Oct 15 19:54:43 user nova-compute[74712]:     </nova:instance>
Oct 15 19:54:43 user nova-compute[74712]:   </metadata>
Oct 15 19:54:43 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:54:43 user nova-compute[74712]:     <system>
Oct 15 19:54:43 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:54:43 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:54:43 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:54:43 user nova-compute[74712]:       <entry name="serial">44b1b9ff-bf92-4370-842e-1d4210b4332e</entry>
Oct 15 19:54:43 user nova-compute[74712]:       <entry name="uuid">44b1b9ff-bf92-4370-842e-1d4210b4332e</entry>
Oct 15 19:54:43 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:54:43 user nova-compute[74712]:     </system>
Oct 15 19:54:43 user nova-compute[74712]:   </sysinfo>
Oct 15 19:54:43 user nova-compute[74712]:   <os>
Oct 15 19:54:43 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:54:43 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:54:43 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:54:43 user nova-compute[74712]:   </os>
Oct 15 19:54:43 user nova-compute[74712]:   <features>
Oct 15 19:54:43 user nova-compute[74712]:     <acpi/>
Oct 15 19:54:43 user nova-compute[74712]:     <apic/>
Oct 15 19:54:43 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:54:43 user nova-compute[74712]:   </features>
Oct 15 19:54:43 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:54:43 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:54:43 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:54:43 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:54:43 user nova-compute[74712]:   </clock>
Oct 15 19:54:43 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:54:43 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:54:43 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:54:43 user nova-compute[74712]:   </cpu>
Oct 15 19:54:43 user nova-compute[74712]:   <devices>
Oct 15 19:54:43 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:54:43 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:54:43 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk"/>
Oct 15 19:54:43 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:54:43 user nova-compute[74712]:     </disk>
Oct 15 19:54:43 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:54:43 user nova-compute[74712]:       <mac address="fa:16:3e:bb:30:4c"/>
Oct 15 19:54:43 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:54:43 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:54:43 user nova-compute[74712]:       <target dev="tap7e87c29d-32"/>
Oct 15 19:54:43 user nova-compute[74712]:     </interface>
Oct 15 19:54:43 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:54:43 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/console.log" append="off"/>
Oct 15 19:54:43 user nova-compute[74712]:     </serial>
Oct 15 19:54:43 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:54:43 user nova-compute[74712]:     <video>
Oct 15 19:54:43 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:54:43 user nova-compute[74712]:     </video>
Oct 15 19:54:43 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:54:43 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:54:43 user nova-compute[74712]:     </rng>
Oct 15 19:54:43 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:54:43 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:54:43 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:54:43 user nova-compute[74712]:     </memballoon>
Oct 15 19:54:43 user nova-compute[74712]:   </devices>
Oct 15 19:54:43 user nova-compute[74712]: </domain>
Oct 15 19:54:43 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:54:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1740093764',display_name='tempest-ServerRescueNegativeTestJSON-server-1740093764',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1740093764',id=33,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-oqp7rk81',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:54:41Z,user_data=None,user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=44b1b9ff-bf92-4370-842e-1d4210b4332e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:30:4c,bridge_name='br-int',has_traffic_filtering=True,id=7e87c29d-3288-4e4f-82d5-31ebb83fb646,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e87c29d-32') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG os_vif [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:30:4c,bridge_name='br-int',has_traffic_filtering=True,id=7e87c29d-3288-4e4f-82d5-31ebb83fb646,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e87c29d-32') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '392876c5-3fd9-5404-9643-00b6660212da', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e87c29d-32, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e87c29d-32, col_values=(('qos', UUID('1be9cd89-87d9-4961-8524-18b962ed48ed')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e87c29d-32, col_values=(('external_ids', {'iface-id': '7e87c29d-3288-4e4f-82d5-31ebb83fb646', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bb:30:4c', 'vm-uuid': '44b1b9ff-bf92-4370-842e-1d4210b4332e'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:43 user nova-compute[74712]: INFO os_vif [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:30:4c,bridge_name='br-int',has_traffic_filtering=True,id=7e87c29d-3288-4e4f-82d5-31ebb83fb646,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e87c29d-32')
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No VIF found with MAC fa:16:3e:bb:30:4c, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.compute.manager [req-8ba4c0f6-08ef-441a-a8a5-9781e4b2a3b8 req-8bbdd478-6cea-4df6-8f15-31c8d99334c1 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-changed-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.compute.manager [req-8ba4c0f6-08ef-441a-a8a5-9781e4b2a3b8 req-8bbdd478-6cea-4df6-8f15-31c8d99334c1 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Refreshing instance network info cache due to event network-changed-7e87c29d-3288-4e4f-82d5-31ebb83fb646. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8ba4c0f6-08ef-441a-a8a5-9781e4b2a3b8 req-8bbdd478-6cea-4df6-8f15-31c8d99334c1 service nova] Acquiring lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8ba4c0f6-08ef-441a-a8a5-9781e4b2a3b8 req-8bbdd478-6cea-4df6-8f15-31c8d99334c1 service nova] Acquired lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:54:43 user nova-compute[74712]: DEBUG nova.network.neutron [req-8ba4c0f6-08ef-441a-a8a5-9781e4b2a3b8 req-8bbdd478-6cea-4df6-8f15-31c8d99334c1 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Refreshing network info cache for port 7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:44 user nova-compute[74712]: INFO nova.compute.manager [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Shelving
Oct 15 19:54:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG nova.network.neutron [req-8ba4c0f6-08ef-441a-a8a5-9781e4b2a3b8 req-8bbdd478-6cea-4df6-8f15-31c8d99334c1 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updated VIF entry in instance network info cache for port 7e87c29d-3288-4e4f-82d5-31ebb83fb646. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG nova.network.neutron [req-8ba4c0f6-08ef-441a-a8a5-9781e4b2a3b8 req-8bbdd478-6cea-4df6-8f15-31c8d99334c1 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updating instance_info_cache with network_info: [{"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8ba4c0f6-08ef-441a-a8a5-9781e4b2a3b8 req-8bbdd478-6cea-4df6-8f15-31c8d99334c1 service nova] Releasing lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:45 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Instance destroyed successfully.
Oct 15 19:54:45 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Beginning cold snapshot process
Oct 15 19:54:45 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:54:45 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk /opt/stack/data/nova/instances/snapshots/tmpyvcrv27k/ac3387b549f74c4aa126cc06e3ed48b0 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-vif-unplugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] No waiting events found dispatching network-vif-unplugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:46 user nova-compute[74712]: WARNING nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received unexpected event network-vif-unplugged-95822306-8780-474f-b873-1d3aca47faea for instance with vm_state active and task_state shelving_image_pending_upload.
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] No waiting events found dispatching network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:46 user nova-compute[74712]: WARNING nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received unexpected event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea for instance with vm_state active and task_state shelving_image_pending_upload.
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:46 user nova-compute[74712]: WARNING nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state building and task_state spawning.
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:46 user nova-compute[74712]: WARNING nova.compute.manager [req-1f84eb11-3058-45a7-9e95-d10e48ebb4ca req-793cf95a-2ef4-476e-934f-252ab4d2df27 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state building and task_state spawning.
Oct 15 19:54:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk /opt/stack/data/nova/instances/snapshots/tmpyvcrv27k/ac3387b549f74c4aa126cc06e3ed48b0" returned: 0 in 0.699s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Snapshot extracted, beginning image upload
Oct 15 19:54:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 4100b590-bb4f-4946-a7e3-5f4c534712ae {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 77e67743-1363-46c1-965d-cb0a820a0503 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 70e10e53-dbd4-4946-ad48-cb04bd603d51 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 2e7f471a-46b5-4a46-88e6-eb816184a9cd {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid f9c4af5e-5938-4e39-aa0e-8ae6081d800b {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 1cee0c38-23f9-4c00-853d-e98beda75e8e {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 9c2d9a51-3369-4e65-9401-06b5ea28ab47 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 63e37036-5f90-46a6-aa28-749b0b6f3def {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 44b1b9ff-bf92-4370-842e-1d4210b4332e {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "6bfb447e-c077-474f-a556-475183605a01" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "77e67743-1363-46c1-965d-cb0a820a0503" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "77e67743-1363-46c1-965d-cb0a820a0503" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "70e10e53-dbd4-4946-ad48-cb04bd603d51" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "6bfb447e-c077-474f-a556-475183605a01" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.057s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.068s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "77e67743-1363-46c1-965d-cb0a820a0503" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.073s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.071s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.080s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.090s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.112s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:47 user nova-compute[74712]: INFO nova.compute.manager [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Detaching volume 8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8
Oct 15 19:54:47 user nova-compute[74712]: INFO nova.virt.block_device [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Attempting to driver detach volume 8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 from mountpoint /dev/vdb
Oct 15 19:54:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Attempting to detach device vdb from instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:54:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:54:47 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:54:47 user nova-compute[74712]:   <source dev="/dev/sde"/>
Oct 15 19:54:47 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:54:47 user nova-compute[74712]:   <serial>8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8</serial>
Oct 15 19:54:47 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:54:47 user nova-compute[74712]: </disk>
Oct 15 19:54:47 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:54:47 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully detached device vdb from instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd from the persistent domain config.
Oct 15 19:54:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:54:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:54:47 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:54:47 user nova-compute[74712]:   <source dev="/dev/sde"/>
Oct 15 19:54:47 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:54:47 user nova-compute[74712]:   <serial>8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8</serial>
Oct 15 19:54:47 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:54:47 user nova-compute[74712]: </disk>
Oct 15 19:54:47 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] No waiting events found dispatching network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:48 user nova-compute[74712]: WARNING nova.compute.manager [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received unexpected event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 for instance with vm_state building and task_state spawning.
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] No waiting events found dispatching network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:54:48 user nova-compute[74712]: WARNING nova.compute.manager [req-3b51478e-a279-42a2-91f8-edca3e181929 req-ecdd7dc5-e391-4910-80ec-2907083257c7 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received unexpected event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 for instance with vm_state building and task_state spawning.
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:54:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Instance spawned successfully.
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:54:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Instance spawned successfully.
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:48 user nova-compute[74712]: INFO nova.compute.manager [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Took 8.46 seconds to spawn the instance on the hypervisor.
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:54:48 user nova-compute[74712]: INFO nova.compute.manager [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Took 7.65 seconds to spawn the instance on the hypervisor.
Oct 15 19:54:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:54:48 user nova-compute[74712]: INFO nova.compute.manager [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Took 9.43 seconds to build instance.
Oct 15 19:54:48 user nova-compute[74712]: INFO nova.compute.manager [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Took 8.75 seconds to build instance.
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4cfb59bc-e033-48e7-ba60-9d80e483f4e4 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "1771db68-aeff-407a-9685-7e7bda57fc70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.549s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "1771db68-aeff-407a-9685-7e7bda57fc70" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.906s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:48 user nova-compute[74712]: INFO nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] During sync_power_state the instance has a pending task (spawning). Skip.
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "1771db68-aeff-407a-9685-7e7bda57fc70" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-06d3ed63-8cef-4536-b8f0-1a63bcd61edb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.878s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.916s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:48 user nova-compute[74712]: INFO nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] During sync_power_state the instance has a pending task (spawning). Skip.
Oct 15 19:54:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:49 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Snapshot image upload complete
Oct 15 19:54:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:54:49 user nova-compute[74712]: INFO nova.compute.manager [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Shelve offloading
Oct 15 19:54:49 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Instance destroyed successfully.
Oct 15 19:54:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:54:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:54:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquired lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:54:49 user nova-compute[74712]: DEBUG nova.network.neutron [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:54:50 user nova-compute[74712]: DEBUG nova.network.neutron [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updating instance_info_cache with network_info: [{"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:54:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Releasing lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:54:51 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Instance destroyed successfully.
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.objects.instance [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'resources' on Instance uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:52:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-390373277',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-390373277',id=28,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDIN09K78//SOr4BK3UFxMifXAkh/B5ErgZmPddUuUXIsokDG0/RtiqHuUvx6zbKxyEhAu4qbrtWry9BM4xyd/aPUP1aNSoixU7pbcSPAzxBWwzvMZriuG2fLENYgcwDXg==',key_name='tempest-keypair-1888100992',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:52:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-6o1o0a2k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member',shelved_at='2023-10-15T19:54:49.622339',shelved_host='user',shelved_image_id='4373643e-b9d2-40c7-b8c5-9d9a7ce0e8b2'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:54:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=1adc7cd9-1048-455b-9d0c-c9605fafca8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG os_vif [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95822306-87, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3a914c6e-1bf3-4d65-9c41-9817cd2afefe) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:51 user nova-compute[74712]: INFO os_vif [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87')
Oct 15 19:54:51 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Deleting instance files /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b_del
Oct 15 19:54:51 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Deletion of /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b_del complete
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-baf18caf-76e6-46e9-9d6d-c8d027d14344 req-a8f92dfb-50a5-4182-9797-05a6113badad service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-changed-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-baf18caf-76e6-46e9-9d6d-c8d027d14344 req-a8f92dfb-50a5-4182-9797-05a6113badad service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Refreshing instance network info cache due to event network-changed-95822306-8780-474f-b873-1d3aca47faea. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-baf18caf-76e6-46e9-9d6d-c8d027d14344 req-a8f92dfb-50a5-4182-9797-05a6113badad service nova] Acquiring lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-baf18caf-76e6-46e9-9d6d-c8d027d14344 req-a8f92dfb-50a5-4182-9797-05a6113badad service nova] Acquired lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-baf18caf-76e6-46e9-9d6d-c8d027d14344 req-a8f92dfb-50a5-4182-9797-05a6113badad service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Refreshing network info cache for port 95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:54:51 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Deleted allocations for instance 1adc7cd9-1048-455b-9d0c-c9605fafca8b
Oct 15 19:54:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.objects.instance [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'numa_topology' on Instance uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.objects.base [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Object Instance<1adc7cd9-1048-455b-9d0c-c9605fafca8b> lazy-loaded attributes: resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-baf18caf-76e6-46e9-9d6d-c8d027d14344 req-a8f92dfb-50a5-4182-9797-05a6113badad service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updated VIF entry in instance network info cache for port 95822306-8780-474f-b873-1d3aca47faea. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-baf18caf-76e6-46e9-9d6d-c8d027d14344 req-a8f92dfb-50a5-4182-9797-05a6113badad service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updating instance_info_cache with network_info: [{"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap95822306-87", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-baf18caf-76e6-46e9-9d6d-c8d027d14344 req-a8f92dfb-50a5-4182-9797-05a6113badad service nova] Releasing lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:54:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.503s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f511ff0b-74f8-459f-9b07-fb5baa433f20 tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.903s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 5.182s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:52 user nova-compute[74712]: INFO nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip.
Oct 15 19:54:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-ffb409ae-da59-43a6-b111-d537950568e4 req-98ccbea2-37b7-456d-9430-4d2638c9e825 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received event network-changed-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:54:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-ffb409ae-da59-43a6-b111-d537950568e4 req-98ccbea2-37b7-456d-9430-4d2638c9e825 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Refreshing instance network info cache due to event network-changed-222fac82-cb1d-4b3a-8453-df531a3d771c. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:54:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ffb409ae-da59-43a6-b111-d537950568e4 req-98ccbea2-37b7-456d-9430-4d2638c9e825 service nova] Acquiring lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:54:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ffb409ae-da59-43a6-b111-d537950568e4 req-98ccbea2-37b7-456d-9430-4d2638c9e825 service nova] Acquired lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:54:52 user nova-compute[74712]: DEBUG nova.network.neutron [req-ffb409ae-da59-43a6-b111-d537950568e4 req-98ccbea2-37b7-456d-9430-4d2638c9e825 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Refreshing network info cache for port 222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:54:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG nova.objects.instance [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lazy-loading 'flavor' on Instance uuid 1cee0c38-23f9-4c00-853d-e98beda75e8e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-ffb409ae-da59-43a6-b111-d537950568e4 req-98ccbea2-37b7-456d-9430-4d2638c9e825 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updated VIF entry in instance network info cache for port 222fac82-cb1d-4b3a-8453-df531a3d771c. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-ffb409ae-da59-43a6-b111-d537950568e4 req-98ccbea2-37b7-456d-9430-4d2638c9e825 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updating instance_info_cache with network_info: [{"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ffb409ae-da59-43a6-b111-d537950568e4 req-98ccbea2-37b7-456d-9430-4d2638c9e825 service nova] Releasing lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.006s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:54:53 user nova-compute[74712]: INFO nova.compute.manager [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Attaching volume 4072e668-f2db-4ce3-8bef-f13a3b0e1e15 to /dev/vdb
Oct 15 19:54:53 user nova-compute[74712]: DEBUG os_brick.utils [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c047d6eb-1b22-4c73-aa88-21d580ab9d48]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.039s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4bc7606-bc3a-460b-95c2-4074079628b8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2565d90c-49c8-40e1-8d88-11981d5edc23]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[059eae08-769a-4bff-8569-84f17644be6d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:54:53 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:54:53 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1976c20b-0210-44b1-8ecf-dc40430fd998]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG os_brick.utils [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updating existing volume attachment record: 1e4e7e32-d885-4e8b-9e96-cc3b444df41a {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:54:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:54:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:08 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd is timed out.
Oct 15 19:55:08 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully detached device vdb from instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd from the live domain config.
Oct 15 19:55:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJlStRBA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:55:08 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0deaa8f6-571f-4085-b4be-6188435fdea2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:55:08 user nova-compute[74712]: No targets found.
Oct 15 19:55:08 user nova-compute[74712]: iSNS:
Oct 15 19:55:08 user nova-compute[74712]: No targets found.
Oct 15 19:55:08 user nova-compute[74712]: STATIC:
Oct 15 19:55:08 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4
Oct 15 19:55:08 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:08 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:08 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:55:08 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:08 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:08 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:55:08 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:08 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:08 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8
Oct 15 19:55:08 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:08 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:08 user nova-compute[74712]: FIRMWARE:
Oct 15 19:55:08 user nova-compute[74712]: No targets found.
Oct 15 19:55:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:55:08 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:55:08 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5086147-e09a-40e5-9406-b0d38ced0d58]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[aefce7da-1b0d-45ad-b697-38fa2b2c5490]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:08 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:08 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:55:08 user nova-compute[74712]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:55:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:08 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:08 user nova-compute[74712]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 (non-flash)
Oct 15 19:55:08 user nova-compute[74712]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:55:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8459b400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8'): ({'sde'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Removing single pathed devices sde {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[007b5610-3fc7-4236-80f3-2542335b856f]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2eccdd1-8fb6-4443-82e1-21df0761f87c]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flushing IO for device /dev/sde {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[005ab7f5-27e6-4037-90b6-e100d95ed70a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b033ae97-fce3-4a9c-a6ea-a314ea0e03ae]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7305db8-542d-43e7-9303-05f9549f95ed]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f02e678b-24f2-41b2-9a2e-1037ecda1499]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8, portal: 172.16.0.220,3260]
Oct 15 19:55:08 user nova-compute[74712]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8, portal: 172.16.0.220,3260] successful.
Oct 15 19:55:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8772810f-9dbe-4b8e-9ddc-ac94f5cd25b8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e021b6b8-93fa-4da3-b6cb-08cde77dfe25]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.366s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] <== disconnect_volume: return (367ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:55:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'flavor' on Instance uuid 2e7f471a-46b5-4a46-88e6-eb816184a9cd {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0c5cf41c-a72e-46b3-a21d-64d21ad76556 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.929s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHoJmvDw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:55:09 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:55:09 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:55:09 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ec7141f-d60d-4d33-a989-79d4fa1ba458]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:55:09 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ec80925-bd72-4061-80f9-e8101a7c85ed]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15] added
Oct 15 19:55:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cf2160d-39e1-40a1-8603-14dbac380622]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e116ad4-1412-4aa7-8c9d-12801547e5cd]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XHoJmvDw {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XHoJmvDw" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[214baab3-cd56-4047-8c5e-64a229cf03af]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XHoJmvDw'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[125d6b29-513f-4479-9538-1b516a1186c2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d16822d7-1204-41ce-b2e1-8c31654f125a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:09 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:09 user nova-compute[74712]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:55:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:09 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:09 user nova-compute[74712]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:55:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0c89455-ae08-4a3a-8d7b-0e882200bb3b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15, portal: 172.16.0.220,3260]
Oct 15 19:55:09 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15, portal: 172.16.0.220,3260] successful.
Oct 15 19:55:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd999ef-dfed-423a-bd66-a6ca9c906017]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc1bdbde-c802-4e3a-b026-961477f5b5ad]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:09 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:09 user nova-compute[74712]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:55:09 user nova-compute[74712]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 (non-flash)
Oct 15 19:55:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:09 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:09 user nova-compute[74712]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:55:09 user nova-compute[74712]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 (non-flash)
Oct 15 19:55:09 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] HCTL ('36', '-', '-', 0) found on session 38 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[32672fb6-6e3c-4acc-8667-8d68682db2c9]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Searching for a device in session 38 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:55:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHoJmvDw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:55:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:55:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '26462363533386536', 'path': '/dev/sde'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:55:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462363533386536', 'path': '/dev/sde'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:55:10 user nova-compute[74712]: DEBUG nova.objects.instance [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lazy-loading 'flavor' on Instance uuid 1cee0c38-23f9-4c00-853d-e98beda75e8e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:55:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:55:10 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:55:10 user nova-compute[74712]:   <source dev="/dev/sde"/>
Oct 15 19:55:10 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:55:10 user nova-compute[74712]:   <serial>4072e668-f2db-4ce3-8bef-f13a3b0e1e15</serial>
Oct 15 19:55:10 user nova-compute[74712]: </disk>
Oct 15 19:55:10 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:55:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:55:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:55:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] No VIF found with MAC fa:16:3e:75:1f:a6, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:55:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-19bfa876-0007-4dc7-84b1-f8356f8454fd tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.292s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:13 user nova-compute[74712]: INFO nova.compute.manager [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Detaching volume 4072e668-f2db-4ce3-8bef-f13a3b0e1e15
Oct 15 19:55:13 user nova-compute[74712]: INFO nova.virt.block_device [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Attempting to driver detach volume 4072e668-f2db-4ce3-8bef-f13a3b0e1e15 from mountpoint /dev/vdb
Oct 15 19:55:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Attempting to detach device vdb from instance 1cee0c38-23f9-4c00-853d-e98beda75e8e from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:55:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:55:13 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:55:13 user nova-compute[74712]:   <source dev="/dev/sde"/>
Oct 15 19:55:13 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:55:13 user nova-compute[74712]:   <serial>4072e668-f2db-4ce3-8bef-f13a3b0e1e15</serial>
Oct 15 19:55:13 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:55:13 user nova-compute[74712]: </disk>
Oct 15 19:55:13 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:55:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Successfully detached device vdb from instance 1cee0c38-23f9-4c00-853d-e98beda75e8e from the persistent domain config.
Oct 15 19:55:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1cee0c38-23f9-4c00-853d-e98beda75e8e from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:55:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:55:13 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:55:13 user nova-compute[74712]:   <source dev="/dev/sde"/>
Oct 15 19:55:13 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:55:13 user nova-compute[74712]:   <serial>4072e668-f2db-4ce3-8bef-f13a3b0e1e15</serial>
Oct 15 19:55:13 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:55:13 user nova-compute[74712]: </disk>
Oct 15 19:55:13 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:55:14 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1cee0c38-23f9-4c00-853d-e98beda75e8e {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:55:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-0f3514dc-92c0-4c94-acf9-de2256b079d6 req-b3e7f0e0-6ccf-44ab-b6af-63ee4baa02ea service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-changed-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:55:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-0f3514dc-92c0-4c94-acf9-de2256b079d6 req-b3e7f0e0-6ccf-44ab-b6af-63ee4baa02ea service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Refreshing instance network info cache due to event network-changed-06414748-b847-4212-baf7-7e0e4b643194. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:55:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0f3514dc-92c0-4c94-acf9-de2256b079d6 req-b3e7f0e0-6ccf-44ab-b6af-63ee4baa02ea service nova] Acquiring lock "refresh_cache-9c2d9a51-3369-4e65-9401-06b5ea28ab47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:55:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0f3514dc-92c0-4c94-acf9-de2256b079d6 req-b3e7f0e0-6ccf-44ab-b6af-63ee4baa02ea service nova] Acquired lock "refresh_cache-9c2d9a51-3369-4e65-9401-06b5ea28ab47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:55:18 user nova-compute[74712]: DEBUG nova.network.neutron [req-0f3514dc-92c0-4c94-acf9-de2256b079d6 req-b3e7f0e0-6ccf-44ab-b6af-63ee4baa02ea service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Refreshing network info cache for port 06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:55:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:18 user nova-compute[74712]: DEBUG nova.network.neutron [req-0f3514dc-92c0-4c94-acf9-de2256b079d6 req-b3e7f0e0-6ccf-44ab-b6af-63ee4baa02ea service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Updated VIF entry in instance network info cache for port 06414748-b847-4212-baf7-7e0e4b643194. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:55:18 user nova-compute[74712]: DEBUG nova.network.neutron [req-0f3514dc-92c0-4c94-acf9-de2256b079d6 req-b3e7f0e0-6ccf-44ab-b6af-63ee4baa02ea service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Updating instance_info_cache with network_info: [{"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:55:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0f3514dc-92c0-4c94-acf9-de2256b079d6 req-b3e7f0e0-6ccf-44ab-b6af-63ee4baa02ea service nova] Releasing lock "refresh_cache-9c2d9a51-3369-4e65-9401-06b5ea28ab47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:55:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG nova.objects.instance [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lazy-loading 'flavor' on Instance uuid 9c2d9a51-3369-4e65-9401-06b5ea28ab47 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:24 user nova-compute[74712]: INFO nova.compute.manager [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Attaching volume 4195cc50-08d9-43d5-aeea-61da213c780b to /dev/vdb
Oct 15 19:55:24 user nova-compute[74712]: DEBUG os_brick.utils [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f890ef-70ea-4f89-9522-4ea659dafef3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[256bce27-3334-4bab-b158-eb76504267a9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a63abf45-a5f1-4c04-b2fa-a056e5b24e30]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[72e9ffef-e033-429c-bba9-8b2f01c2cb84]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:55:24 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:55:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e553cbc0-f9bb-4fb9-a55c-282456f54e56]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG os_brick.utils [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:55:24 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Updating existing volume attachment record: 898fe2d1-ce45-4644-88f7-08c3511d2a51 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:55:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:55:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-afe85832-6cba-48d2-baa4-a6a33ac36eb6 req-b39097ff-43e7-44d3-87fe-4eb1f05d472f service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received event network-changed-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:55:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-afe85832-6cba-48d2-baa4-a6a33ac36eb6 req-b39097ff-43e7-44d3-87fe-4eb1f05d472f service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Refreshing instance network info cache due to event network-changed-8a55ed23-2df6-4c8f-b969-b6bd30c494c7. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:55:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-afe85832-6cba-48d2-baa4-a6a33ac36eb6 req-b39097ff-43e7-44d3-87fe-4eb1f05d472f service nova] Acquiring lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:55:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-afe85832-6cba-48d2-baa4-a6a33ac36eb6 req-b39097ff-43e7-44d3-87fe-4eb1f05d472f service nova] Acquired lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:55:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-afe85832-6cba-48d2-baa4-a6a33ac36eb6 req-b39097ff-43e7-44d3-87fe-4eb1f05d472f service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Refreshing network info cache for port 8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:55:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-afe85832-6cba-48d2-baa4-a6a33ac36eb6 req-b39097ff-43e7-44d3-87fe-4eb1f05d472f service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updated VIF entry in instance network info cache for port 8a55ed23-2df6-4c8f-b969-b6bd30c494c7. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:55:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-afe85832-6cba-48d2-baa4-a6a33ac36eb6 req-b39097ff-43e7-44d3-87fe-4eb1f05d472f service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updating instance_info_cache with network_info: [{"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:55:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-afe85832-6cba-48d2-baa4-a6a33ac36eb6 req-b39097ff-43e7-44d3-87fe-4eb1f05d472f service nova] Releasing lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:55:27 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:55:27 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:55:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:27 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:55:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-dbcd237a-981b-4116-885e-033fbc4d372f req-073683d7-ae1f-4c04-b2c7-fdd1a8256c92 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-changed-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-dbcd237a-981b-4116-885e-033fbc4d372f req-073683d7-ae1f-4c04-b2c7-fdd1a8256c92 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Refreshing instance network info cache due to event network-changed-e2ce2a31-5afa-460b-be7a-d09467ebf329. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-dbcd237a-981b-4116-885e-033fbc4d372f req-073683d7-ae1f-4c04-b2c7-fdd1a8256c92 service nova] Acquiring lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-dbcd237a-981b-4116-885e-033fbc4d372f req-073683d7-ae1f-4c04-b2c7-fdd1a8256c92 service nova] Acquired lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG nova.network.neutron [req-dbcd237a-981b-4116-885e-033fbc4d372f req-073683d7-ae1f-4c04-b2c7-fdd1a8256c92 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Refreshing network info cache for port e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Stashing vm_state: active {{(pid=74712) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:55:28 user nova-compute[74712]: INFO nova.compute.claims [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Claim successful on node user
Oct 15 19:55:28 user nova-compute[74712]: INFO nova.compute.resource_tracker [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating resource usage from migration ae68bb77-1a8f-4ab8-9cb3-67640bbc8fc3
Oct 15 19:55:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-dbcd237a-981b-4116-885e-033fbc4d372f req-073683d7-ae1f-4c04-b2c7-fdd1a8256c92 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updated VIF entry in instance network info cache for port e2ce2a31-5afa-460b-be7a-d09467ebf329. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-dbcd237a-981b-4116-885e-033fbc4d372f req-073683d7-ae1f-4c04-b2c7-fdd1a8256c92 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating instance_info_cache with network_info: [{"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-dbcd237a-981b-4116-885e-033fbc4d372f req-073683d7-ae1f-4c04-b2c7-fdd1a8256c92 service nova] Releasing lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.781s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:29 user nova-compute[74712]: INFO nova.compute.manager [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Migrating
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquired lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating instance_info_cache with network_info: [{"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Releasing lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Starting migrate_disk_and_power_off {{(pid=74712) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a66bcd-4e83-43bb-9b15-cab95074abcd req-dfda6e7d-2725-4f9b-a028-a50a526611c8 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-vif-unplugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a66bcd-4e83-43bb-9b15-cab95074abcd req-dfda6e7d-2725-4f9b-a028-a50a526611c8 service nova] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a66bcd-4e83-43bb-9b15-cab95074abcd req-dfda6e7d-2725-4f9b-a028-a50a526611c8 service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-72a66bcd-4e83-43bb-9b15-cab95074abcd req-dfda6e7d-2725-4f9b-a028-a50a526611c8 service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-72a66bcd-4e83-43bb-9b15-cab95074abcd req-dfda6e7d-2725-4f9b-a028-a50a526611c8 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] No waiting events found dispatching network-vif-unplugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:55:30 user nova-compute[74712]: WARNING nova.compute.manager [req-72a66bcd-4e83-43bb-9b15-cab95074abcd req-dfda6e7d-2725-4f9b-a028-a50a526611c8 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received unexpected event network-vif-unplugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 for instance with vm_state active and task_state resize_migrating.
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:30 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Instance destroyed successfully.
Oct 15 19:55:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:53:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-45463394',display_name='tempest-ServerActionsTestOtherA-server-45463394',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-45463394',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPNEeMvyNm/+fyAOIAD320L/onhqamhtiHhHCXYXJJLm+pOrS+B+fcPudKddvnpGFhT9UHOuYauwidz7NvUgRiywQ891SGXw97neAOMaLOKzwcOE498fvT1fAwFOi16uzg==',key_name='tempest-keypair-1740261553',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:53:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-0gwkop0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:55:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=63e37036-5f90-46a6-aa28-749b0b6f3def,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-443854048-network", "vif_mac": "fa:16:3e:8e:a4:73"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-443854048-network", "vif_mac": "fa:16:3e:8e:a4:73"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG os_vif [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape2ce2a31-5a, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8f917d68-3965-46f5-a6d2-640a9522b27e) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:30 user nova-compute[74712]: INFO os_vif [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a')
Oct 15 19:55:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IyFdmWNf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:55:30 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:55:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f187623a-e838-44bc-960c-09dd02489cde]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:55:31 user nova-compute[74712]: No targets found.
Oct 15 19:55:31 user nova-compute[74712]: iSNS:
Oct 15 19:55:31 user nova-compute[74712]: No targets found.
Oct 15 19:55:31 user nova-compute[74712]: STATIC:
Oct 15 19:55:31 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15
Oct 15 19:55:31 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:31 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:31 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4
Oct 15 19:55:31 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:31 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:31 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:55:31 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:31 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:31 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:55:31 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:31 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:31 user nova-compute[74712]: FIRMWARE:
Oct 15 19:55:31 user nova-compute[74712]: No targets found.
Oct 15 19:55:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:55:31 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:55:31 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed62e3d-7cdb-4ca3-83fa-88c4f2e49133]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3b14531-e9cc-47d8-994c-737b2b8ccb1b]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:31 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:31 user nova-compute[74712]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:55:31 user nova-compute[74712]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 (non-flash)
Oct 15 19:55:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:31 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:31 user nova-compute[74712]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:55:31 user nova-compute[74712]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 (non-flash)
Oct 15 19:55:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c845adea0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b27851e-f7b7-4395-8d64-d0e7ccf844e8]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e7cfc9-72ad-435d-93b9-7a0990e45af5]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c06ebcf-e994-4791-afdc-ab28aea01a66]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac95c3a3-5114-406b-a0e9-d6e32dad50ce]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO7a3c62a4-8391e96c45c61c1c', '/dev/disk/by-id/scsi-23833393165393663', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_7a3c62a4') {{(pid=85655) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[77280741-3ab2-4f87-a781-6b72c0d32d55]: (4, None) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d5900ff-001b-4f1f-a481-c97886eb39d9]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[50a9e655-a43d-490d-8a17-db6f038d4f99]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260]
Oct 15 19:55:31 user nova-compute[74712]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260] successful.
Oct 15 19:55:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a68bcdac-b949-4aa9-931e-5d9ab7fd9bf6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.409s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== disconnect_volume: return (411ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:55:31 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:55:31 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:55:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7456MB free_disk=24.845657348632812GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Applying migration context for instance 63e37036-5f90-46a6-aa28-749b0b6f3def as it has an incoming, in-progress migration ae68bb77-1a8f-4ab8-9cb3-67640bbc8fc3. Migration status is migrating {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 15 19:55:32 user nova-compute[74712]: INFO nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating resource usage from migration ae68bb77-1a8f-4ab8-9cb3-67640bbc8fc3
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f9c4af5e-5938-4e39-aa0e-8ae6081d800b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1cee0c38-23f9-4c00-853d-e98beda75e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Migration ae68bb77-1a8f-4ab8-9cb3-67640bbc8fc3 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 63e37036-5f90-46a6-aa28-749b0b6f3def actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.558s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-7a1b0859-f375-400b-957f-bc9c0334d03a req-14ed20a1-34d7-42e9-8255-d962e6cbc3a8 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7a1b0859-f375-400b-957f-bc9c0334d03a req-14ed20a1-34d7-42e9-8255-d962e6cbc3a8 service nova] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7a1b0859-f375-400b-957f-bc9c0334d03a req-14ed20a1-34d7-42e9-8255-d962e6cbc3a8 service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7a1b0859-f375-400b-957f-bc9c0334d03a req-14ed20a1-34d7-42e9-8255-d962e6cbc3a8 service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-7a1b0859-f375-400b-957f-bc9c0334d03a req-14ed20a1-34d7-42e9-8255-d962e6cbc3a8 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] No waiting events found dispatching network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:55:32 user nova-compute[74712]: WARNING nova.compute.manager [req-7a1b0859-f375-400b-957f-bc9c0334d03a req-14ed20a1-34d7-42e9-8255-d962e6cbc3a8 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received unexpected event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 for instance with vm_state active and task_state resize_migrating.
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Port e2ce2a31-5afa-460b-be7a-d09467ebf329 binding to destination host user is already ACTIVE {{(pid=74712) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3163}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquired lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:55:32 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating instance_info_cache with network_info: [{"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Releasing lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG os_brick.utils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[22714b30-27ab-434e-a188-46ce0e18868e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[19bafe0f-5100-4049-b764-5a43ddff1825]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7640c8e-a0b4-4743-a219-24b66671a016]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[94378a8c-35ad-4921-99a1-8ebe90b286ed]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:55:33 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[802c0f99-2352-4fda-83d9-0e4c76eb14cc]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG os_brick.utils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:55:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:34 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1cee0c38-23f9-4c00-853d-e98beda75e8e is timed out.
Oct 15 19:55:34 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Successfully detached device vdb from instance 1cee0c38-23f9-4c00-853d-e98beda75e8e from the live domain config.
Oct 15 19:55:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHoJmvDw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:55:34 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa4d9f52-a476-48c4-b66e-f4f94b8438ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:55:34 user nova-compute[74712]: No targets found.
Oct 15 19:55:34 user nova-compute[74712]: iSNS:
Oct 15 19:55:34 user nova-compute[74712]: No targets found.
Oct 15 19:55:34 user nova-compute[74712]: STATIC:
Oct 15 19:55:34 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15
Oct 15 19:55:34 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:34 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:34 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:55:34 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:34 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:34 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:55:34 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:55:34 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:55:34 user nova-compute[74712]: FIRMWARE:
Oct 15 19:55:34 user nova-compute[74712]: No targets found.
Oct 15 19:55:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:55:34 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:55:34 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb654356-7c5f-4940-9368-14f9f8e73f31]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f88b0c0c-8cf8-46d8-8813-cf1bd351c82d]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:34 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:34 user nova-compute[74712]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 (non-flash)
Oct 15 19:55:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:34 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:34 user nova-compute[74712]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 (non-flash)
Oct 15 19:55:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c844d9f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15'): ({'sde'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Removing single pathed devices sde {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3a09ce6-92e9-40e1-9b5a-05a29eb6cf12]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c076f8f-f609-4bcb-98cd-ac41b9e5828f]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Flushing IO for device /dev/sde {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa80dc43-5974-47b7-879d-7adca6b6f5c9]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.047s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[aadb3890-b944-4b20-860e-7b6b6292c136]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[95cfd93b-402f-46bd-8246-ec43e1ae4ebc]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2474575c-50d9-45f6-bd41-7f38058ccfe8]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15, portal: 172.16.0.220,3260]
Oct 15 19:55:34 user nova-compute[74712]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15, portal: 172.16.0.220,3260] successful.
Oct 15 19:55:34 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4072e668-f2db-4ce3-8bef-f13a3b0e1e15 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0abe40b7-ee58-4fc1-b380-2d494a18fb52]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] <== disconnect_volume: return (313ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:55:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:55:35 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lazy-loading 'flavor' on Instance uuid 1cee0c38-23f9-4c00-853d-e98beda75e8e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:55:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4a6cd639-0634-4316-8b3f-accba76f669a tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.738s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:35 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:55:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:55:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:55:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:55:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:55:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Updating instance_info_cache with network_info: [{"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:55:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-2e7f471a-46b5-4a46-88e6-eb816184a9cd" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:55:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:55:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:38 user nova-compute[74712]: INFO nova.compute.manager [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Terminating instance
Oct 15 19:55:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-b33986ca-cb38-415f-b2fd-0270fedf9e3a req-be75a1a4-2636-41ff-8a69-88014955c1a8 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received event network-vif-unplugged-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b33986ca-cb38-415f-b2fd-0270fedf9e3a req-be75a1a4-2636-41ff-8a69-88014955c1a8 service nova] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b33986ca-cb38-415f-b2fd-0270fedf9e3a req-be75a1a4-2636-41ff-8a69-88014955c1a8 service nova] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b33986ca-cb38-415f-b2fd-0270fedf9e3a req-be75a1a4-2636-41ff-8a69-88014955c1a8 service nova] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-b33986ca-cb38-415f-b2fd-0270fedf9e3a req-be75a1a4-2636-41ff-8a69-88014955c1a8 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] No waiting events found dispatching network-vif-unplugged-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-b33986ca-cb38-415f-b2fd-0270fedf9e3a req-be75a1a4-2636-41ff-8a69-88014955c1a8 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received event network-vif-unplugged-19135b8c-2a30-4e87-b558-decd6d92577f for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Instance destroyed successfully.
Oct 15 19:55:38 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'resources' on Instance uuid 2e7f471a-46b5-4a46-88e6-eb816184a9cd {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:49:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-876325596',display_name='tempest-AttachVolumeNegativeTest-server-876325596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-876325596',id=25,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPvxbcsTuq2QRD14N4LpyU7Ui5oPdH5C7zQy7nDTlP0yr37djqelS6CphawjF6fem1wcLAmgjHEi8XamfQ+EseRwoh4UqH00Veokss985YXHfvG0LgCVL6GahkoHr1VZqA==',key_name='tempest-keypair-212498193',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:49:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-g9xs98s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:49:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=2e7f471a-46b5-4a46-88e6-eb816184a9cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "19135b8c-2a30-4e87-b558-decd6d92577f", "address": "fa:16:3e:ad:27:19", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19135b8c-2a", "ovs_interfaceid": "19135b8c-2a30-4e87-b558-decd6d92577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ad:27:19,bridge_name='br-int',has_traffic_filtering=True,id=19135b8c-2a30-4e87-b558-decd6d92577f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19135b8c-2a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG os_vif [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:27:19,bridge_name='br-int',has_traffic_filtering=True,id=19135b8c-2a30-4e87-b558-decd6d92577f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19135b8c-2a') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap19135b8c-2a, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=337b8ef0-6626-4d52-8736-d92a670f66b9) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:55:38 user nova-compute[74712]: INFO os_vif [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:27:19,bridge_name='br-int',has_traffic_filtering=True,id=19135b8c-2a30-4e87-b558-decd6d92577f,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19135b8c-2a')
Oct 15 19:55:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Deleting instance files /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd_del
Oct 15 19:55:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Deletion of /opt/stack/data/nova/instances/2e7f471a-46b5-4a46-88e6-eb816184a9cd_del complete
Oct 15 19:55:38 user nova-compute[74712]: INFO nova.compute.manager [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 15 19:55:38 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:55:38 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:55:39 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:55:39 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Took 0.88 seconds to deallocate network for instance.
Oct 15 19:55:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-c051427e-22b0-447e-962c-2c5e3dc2a3f0 req-0f36462d-c9c8-43fb-ac71-4922cdf17000 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received event network-vif-deleted-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:55:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.447s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:40 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Deleted allocations for instance 2e7f471a-46b5-4a46-88e6-eb816184a9cd
Oct 15 19:55:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-0253c809-157b-4573-a20b-f068adfdb44f req-67219df7-ede7-459e-94b1-cfa7ddf65366 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received event network-vif-plugged-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0253c809-157b-4573-a20b-f068adfdb44f req-67219df7-ede7-459e-94b1-cfa7ddf65366 service nova] Acquiring lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0253c809-157b-4573-a20b-f068adfdb44f req-67219df7-ede7-459e-94b1-cfa7ddf65366 service nova] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0253c809-157b-4573-a20b-f068adfdb44f req-67219df7-ede7-459e-94b1-cfa7ddf65366 service nova] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-0253c809-157b-4573-a20b-f068adfdb44f req-67219df7-ede7-459e-94b1-cfa7ddf65366 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] No waiting events found dispatching network-vif-plugged-19135b8c-2a30-4e87-b558-decd6d92577f {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:55:40 user nova-compute[74712]: WARNING nova.compute.manager [req-0253c809-157b-4573-a20b-f068adfdb44f req-67219df7-ede7-459e-94b1-cfa7ddf65366 service nova] [instance: 2e7f471a-46b5-4a46-88e6-eb816184a9cd] Received unexpected event network-vif-plugged-19135b8c-2a30-4e87-b558-decd6d92577f for instance with vm_state deleted and task_state None.
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ca72f7d1-41cf-48bf-9951-6cedb01f63f6 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e7f471a-46b5-4a46-88e6-eb816184a9cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.493s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oulPOveU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:55:40 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:55:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:55:40 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:55:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:55:40 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffd3d0ae-34be-4ba8-8747-acb3758c79ff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:55:40 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b24772-a5ca-449a-9212-6f4d0339f848]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b] added
Oct 15 19:55:40 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab2bbc0-ae60-407a-87c1-8653d223201d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3763b81f-efc3-4b66-aa99-3c38a7e3c2ab]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oulPOveU {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oulPOveU" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1ce1393-3e58-4932-a473-6293f2740d0f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oulPOveU'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.097s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b93c38a0-a3c7-48ef-b297-820cc7ec2a7e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.085s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41bd98c-b85b-43cf-bf1e-d9f44dd88078]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:41 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:41 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3697ac12-0b43-49bd-b0b4-d6d3d6ecf760]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b, portal: 172.16.0.220,3260]
Oct 15 19:55:41 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b, portal: 172.16.0.220,3260] successful.
Oct 15 19:55:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f0698e3-f92d-4f94-bd86-b16f0c6b05a2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[627a0962-eed8-4957-a66a-db02ebbb3ad1]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:41 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:41 user nova-compute[74712]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)
Oct 15 19:55:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:41 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:41 user nova-compute[74712]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)
Oct 15 19:55:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.444s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] HCTL ('34', '-', '-', 0) found on session 39 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1e75e7-ec5f-48bb-b63d-e482fa464d1d]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oulPOveU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.476s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] <== connect_volume: return (1477ms) {'type': 'block', 'scsi_wwn': '23836373832353261', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23836373832353261', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG nova.objects.instance [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lazy-loading 'flavor' on Instance uuid 9c2d9a51-3369-4e65-9401-06b5ea28ab47 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:55:42 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:55:42 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:55:42 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:55:42 user nova-compute[74712]:   <serial>4195cc50-08d9-43d5-aeea-61da213c780b</serial>
Oct 15 19:55:42 user nova-compute[74712]: </disk>
Oct 15 19:55:42 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] No VIF found with MAC fa:16:3e:21:ff:b4, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:55:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3d845cbf-f977-433f-a440-302dced98972 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.995s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:44 user nova-compute[74712]: INFO nova.compute.manager [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Detaching volume 4195cc50-08d9-43d5-aeea-61da213c780b
Oct 15 19:55:44 user nova-compute[74712]: INFO nova.virt.block_device [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Attempting to driver detach volume 4195cc50-08d9-43d5-aeea-61da213c780b from mountpoint /dev/vdb
Oct 15 19:55:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Attempting to detach device vdb from instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:55:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:55:44 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:55:44 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:55:44 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:55:44 user nova-compute[74712]:   <serial>4195cc50-08d9-43d5-aeea-61da213c780b</serial>
Oct 15 19:55:44 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:55:44 user nova-compute[74712]: </disk>
Oct 15 19:55:44 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:55:44 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Successfully detached device vdb from instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47 from the persistent domain config.
Oct 15 19:55:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:55:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:55:44 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:55:44 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:55:44 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:55:44 user nova-compute[74712]:   <serial>4195cc50-08d9-43d5-aeea-61da213c780b</serial>
Oct 15 19:55:44 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:55:44 user nova-compute[74712]: </disk>
Oct 15 19:55:44 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:55:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:55:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Starting finish_migration {{(pid=74712) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Instance directory exists: not creating {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 15 19:55:49 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Creating image(s)
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Ensure instance console log exists: /opt/stack/data/nova/instances/63e37036-5f90-46a6-aa28-749b0b6f3def/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Start _get_guest_xml network_info=[{"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-443854048-network", "vif_mac": "fa:16:3e:8e:a4:73"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IyFdmWNf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '63e37036-5f90-46a6-aa28-749b0b6f3def', 'attached_at': '2023-10-15T19:55:49.000000', 'detached_at': '', 'volume_id': 'c97f8af0-f820-4f02-9d45-cb80171ba5b4', 'serial': 'c97f8af0-f820-4f02-9d45-cb80171ba5b4'}, 'attachment_id': '1e1ba54c-acf7-4969-aae7-9e329286c419', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:55:49 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:55:49 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IyFdmWNf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:55:49 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:55:49 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:55:49 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[06bc7bc8-310d-4c28-903b-5b94c461220d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:55:49 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8783c7-421e-4d87-8b51-dd4de9f4ce81]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4] added
Oct 15 19:55:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6edc7fa2-75f9-4e91-bd69-939aaabee004]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5809445-bd35-49b1-ba1b-d60e2ab29ad3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IyFdmWNf {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IyFdmWNf" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f4a73ac-ae79-4f9c-af7e-fc150c0c4cb3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IyFdmWNf'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4281c773-bf50-4b43-babb-e237ecbc851e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8da41d53-e6db-4c33-b67f-321ad8b751c2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:49 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:49 user nova-compute[74712]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)
Oct 15 19:55:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:49 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:49 user nova-compute[74712]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)
Oct 15 19:55:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6813f69-7533-4cec-be2e-0053f3d40299]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260]
Oct 15 19:55:49 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260] successful.
Oct 15 19:55:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa176942-0649-4b42-9c32-9de63636d990]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d973082-4365-4477-9f4b-473acfb6d7e5]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:49 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:49 user nova-compute[74712]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)
Oct 15 19:55:49 user nova-compute[74712]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:55:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:55:49 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:55:49 user nova-compute[74712]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)
Oct 15 19:55:49 user nova-compute[74712]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:55:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] HCTL ('36', '-', '-', 0) found on session 40 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8655e46a-7550-4f8d-81cf-0df30a3b92b7]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Searching for a device in session 40 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:55:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IyFdmWNf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '23833393165393663', 'path': '/dev/sde'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23833393165393663', 'path': '/dev/sde'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:53:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-45463394',display_name='tempest-ServerActionsTestOtherA-server-45463394',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-45463394',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPNEeMvyNm/+fyAOIAD320L/onhqamhtiHhHCXYXJJLm+pOrS+B+fcPudKddvnpGFhT9UHOuYauwidz7NvUgRiywQ891SGXw97neAOMaLOKzwcOE498fvT1fAwFOi16uzg==',key_name='tempest-keypair-1740261553',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:53:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-0gwkop0i',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:55:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=63e37036-5f90-46a6-aa28-749b0b6f3def,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-443854048-network", "vif_mac": "fa:16:3e:8e:a4:73"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-443854048-network", "vif_mac": "fa:16:3e:8e:a4:73"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:55:50 user nova-compute[74712]:   <uuid>63e37036-5f90-46a6-aa28-749b0b6f3def</uuid>
Oct 15 19:55:50 user nova-compute[74712]:   <name>instance-0000001f</name>
Oct 15 19:55:50 user nova-compute[74712]:   <memory>2097152</memory>
Oct 15 19:55:50 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:55:50 user nova-compute[74712]:   <metadata>
Oct 15 19:55:50 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:55:50 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:55:50 user nova-compute[74712]:       <nova:name>tempest-ServerActionsTestOtherA-server-45463394</nova:name>
Oct 15 19:55:50 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:55:49</nova:creationTime>
Oct 15 19:55:50 user nova-compute[74712]:       <nova:flavor name="m1.small">
Oct 15 19:55:50 user nova-compute[74712]:         <nova:memory>2048</nova:memory>
Oct 15 19:55:50 user nova-compute[74712]:         <nova:disk>20</nova:disk>
Oct 15 19:55:50 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:55:50 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:55:50 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:55:50 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:55:50 user nova-compute[74712]:       <nova:owner>
Oct 15 19:55:50 user nova-compute[74712]:         <nova:user uuid="522fe13f4fb24632b926377276b23d68">tempest-ServerActionsTestOtherA-1442469360-project-member</nova:user>
Oct 15 19:55:50 user nova-compute[74712]:         <nova:project uuid="1e12732193f34038bdb2f114eb7f1c6d">tempest-ServerActionsTestOtherA-1442469360</nova:project>
Oct 15 19:55:50 user nova-compute[74712]:       </nova:owner>
Oct 15 19:55:50 user nova-compute[74712]:       <nova:ports>
Oct 15 19:55:50 user nova-compute[74712]:         <nova:port uuid="e2ce2a31-5afa-460b-be7a-d09467ebf329">
Oct 15 19:55:50 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 15 19:55:50 user nova-compute[74712]:         </nova:port>
Oct 15 19:55:50 user nova-compute[74712]:       </nova:ports>
Oct 15 19:55:50 user nova-compute[74712]:     </nova:instance>
Oct 15 19:55:50 user nova-compute[74712]:   </metadata>
Oct 15 19:55:50 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:55:50 user nova-compute[74712]:     <system>
Oct 15 19:55:50 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:55:50 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:55:50 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:55:50 user nova-compute[74712]:       <entry name="serial">63e37036-5f90-46a6-aa28-749b0b6f3def</entry>
Oct 15 19:55:50 user nova-compute[74712]:       <entry name="uuid">63e37036-5f90-46a6-aa28-749b0b6f3def</entry>
Oct 15 19:55:50 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:55:50 user nova-compute[74712]:     </system>
Oct 15 19:55:50 user nova-compute[74712]:   </sysinfo>
Oct 15 19:55:50 user nova-compute[74712]:   <os>
Oct 15 19:55:50 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:55:50 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:55:50 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:55:50 user nova-compute[74712]:   </os>
Oct 15 19:55:50 user nova-compute[74712]:   <features>
Oct 15 19:55:50 user nova-compute[74712]:     <acpi/>
Oct 15 19:55:50 user nova-compute[74712]:     <apic/>
Oct 15 19:55:50 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:55:50 user nova-compute[74712]:   </features>
Oct 15 19:55:50 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:55:50 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:55:50 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:55:50 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:55:50 user nova-compute[74712]:   </clock>
Oct 15 19:55:50 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:55:50 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:55:50 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:55:50 user nova-compute[74712]:   </cpu>
Oct 15 19:55:50 user nova-compute[74712]:   <devices>
Oct 15 19:55:50 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 19:55:50 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:55:50 user nova-compute[74712]:       <source dev="/dev/sde"/>
Oct 15 19:55:50 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:55:50 user nova-compute[74712]:       <serial>c97f8af0-f820-4f02-9d45-cb80171ba5b4</serial>
Oct 15 19:55:50 user nova-compute[74712]:     </disk>
Oct 15 19:55:50 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:55:50 user nova-compute[74712]:       <mac address="fa:16:3e:8e:a4:73"/>
Oct 15 19:55:50 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:55:50 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:55:50 user nova-compute[74712]:       <target dev="tape2ce2a31-5a"/>
Oct 15 19:55:50 user nova-compute[74712]:     </interface>
Oct 15 19:55:50 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:55:50 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/63e37036-5f90-46a6-aa28-749b0b6f3def/console.log" append="off"/>
Oct 15 19:55:50 user nova-compute[74712]:     </serial>
Oct 15 19:55:50 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:55:50 user nova-compute[74712]:     <video>
Oct 15 19:55:50 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:55:50 user nova-compute[74712]:     </video>
Oct 15 19:55:50 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:55:50 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:55:50 user nova-compute[74712]:     </rng>
Oct 15 19:55:50 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:55:50 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:55:50 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:55:50 user nova-compute[74712]:     </memballoon>
Oct 15 19:55:50 user nova-compute[74712]:   </devices>
Oct 15 19:55:50 user nova-compute[74712]: </domain>
Oct 15 19:55:50 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:53:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-45463394',display_name='tempest-ServerActionsTestOtherA-server-45463394',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-45463394',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPNEeMvyNm/+fyAOIAD320L/onhqamhtiHhHCXYXJJLm+pOrS+B+fcPudKddvnpGFhT9UHOuYauwidz7NvUgRiywQ891SGXw97neAOMaLOKzwcOE498fvT1fAwFOi16uzg==',key_name='tempest-keypair-1740261553',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:53:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-0gwkop0i',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:55:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=63e37036-5f90-46a6-aa28-749b0b6f3def,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-443854048-network", "vif_mac": "fa:16:3e:8e:a4:73"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-443854048-network", "vif_mac": "fa:16:3e:8e:a4:73"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG os_vif [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3cc1f87e-6166-58b0-9398-3448c517d343', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape2ce2a31-5a, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape2ce2a31-5a, col_values=(('qos', UUID('43d6cb53-a7b0-43ad-96ce-cba4271aac9b')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape2ce2a31-5a, col_values=(('external_ids', {'iface-id': 'e2ce2a31-5afa-460b-be7a-d09467ebf329', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8e:a4:73', 'vm-uuid': '63e37036-5f90-46a6-aa28-749b0b6f3def'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:50 user nova-compute[74712]: INFO os_vif [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a')
Oct 15 19:55:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:55:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] No VIF found with MAC fa:16:3e:8e:a4:73, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:55:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-6f225723-1abe-4d68-9326-dca4b6250f17 req-91157aef-e0a0-4e8a-a43c-d5b839936dfb service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:55:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6f225723-1abe-4d68-9326-dca4b6250f17 req-91157aef-e0a0-4e8a-a43c-d5b839936dfb service nova] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6f225723-1abe-4d68-9326-dca4b6250f17 req-91157aef-e0a0-4e8a-a43c-d5b839936dfb service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6f225723-1abe-4d68-9326-dca4b6250f17 req-91157aef-e0a0-4e8a-a43c-d5b839936dfb service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-6f225723-1abe-4d68-9326-dca4b6250f17 req-91157aef-e0a0-4e8a-a43c-d5b839936dfb service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] No waiting events found dispatching network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:55:52 user nova-compute[74712]: WARNING nova.compute.manager [req-6f225723-1abe-4d68-9326-dca4b6250f17 req-91157aef-e0a0-4e8a-a43c-d5b839936dfb service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received unexpected event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 for instance with vm_state active and task_state resize_finish.
Oct 15 19:55:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:55:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:55:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Instance running successfully.
Oct 15 19:55:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Failed to set time: agent not configured {{(pid=74712) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 15 19:55:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2495bb6e-9639-46ff-9377-aadface0866a tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] finish_migration finished successfully. {{(pid=74712) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 15 19:55:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-a5d371a4-d4d8-4292-94be-7bc70c5b7dc8 req-97894365-3841-4bf9-b5bc-7d38144f5571 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:55:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a5d371a4-d4d8-4292-94be-7bc70c5b7dc8 req-97894365-3841-4bf9-b5bc-7d38144f5571 service nova] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:55:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a5d371a4-d4d8-4292-94be-7bc70c5b7dc8 req-97894365-3841-4bf9-b5bc-7d38144f5571 service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:55:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a5d371a4-d4d8-4292-94be-7bc70c5b7dc8 req-97894365-3841-4bf9-b5bc-7d38144f5571 service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:55:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-a5d371a4-d4d8-4292-94be-7bc70c5b7dc8 req-97894365-3841-4bf9-b5bc-7d38144f5571 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] No waiting events found dispatching network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:55:54 user nova-compute[74712]: WARNING nova.compute.manager [req-a5d371a4-d4d8-4292-94be-7bc70c5b7dc8 req-97894365-3841-4bf9-b5bc-7d38144f5571 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received unexpected event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 for instance with vm_state active and task_state resize_finish.
Oct 15 19:55:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:56:05 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47 is timed out.
Oct 15 19:56:05 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Successfully detached device vdb from instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47 from the live domain config.
Oct 15 19:56:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oulPOveU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:56:05 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1bc787f-5958-4a92-87c4-d1ab8d829345]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:56:05 user nova-compute[74712]: No targets found.
Oct 15 19:56:05 user nova-compute[74712]: iSNS:
Oct 15 19:56:05 user nova-compute[74712]: No targets found.
Oct 15 19:56:05 user nova-compute[74712]: STATIC:
Oct 15 19:56:05 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4
Oct 15 19:56:05 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:56:05 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:56:05 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b
Oct 15 19:56:05 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:56:05 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:56:05 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:56:05 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:56:05 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:56:05 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:56:05 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:56:05 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:56:05 user nova-compute[74712]: FIRMWARE:
Oct 15 19:56:05 user nova-compute[74712]: No targets found.
Oct 15 19:56:05 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:56:05 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:56:05 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d45074-2102-4662-a955-7e7ee23aefed]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[571822c3-7857-47cd-9fd4-5b25d2849979]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:56:05 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:56:05 user nova-compute[74712]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)
Oct 15 19:56:05 user nova-compute[74712]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:56:05 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:56:05 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:56:05 user nova-compute[74712]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b (non-flash)
Oct 15 19:56:05 user nova-compute[74712]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:56:05 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846f6e60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[10b476b3-2ac3-443a-9ff7-40b091d5142b]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c74250a7-442c-4ae4-b4eb-6bc0d9b31539]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ab0a005-5512-47c3-95f2-42d96947942d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.040s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0044a6b-c1ac-40da-aaa6-119878c94557]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c970d004-1865-4a41-b29a-28990f186a05]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[34d255e3-9f61-4c1e-9302-3f76e422ed41]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b, portal: 172.16.0.220,3260]
Oct 15 19:56:05 user nova-compute[74712]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b, portal: 172.16.0.220,3260] successful.
Oct 15 19:56:05 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4195cc50-08d9-43d5-aeea-61da213c780b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f10c5d-9c9e-4a34-b128-2a65f4021c54]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] <== disconnect_volume: return (330ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:56:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:56:06 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lazy-loading 'flavor' on Instance uuid 9c2d9a51-3369-4e65-9401-06b5ea28ab47 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a8078b65-f124-49a9-983e-1910e2b979c1 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.769s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:56:13 user nova-compute[74712]: INFO nova.compute.manager [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] instance snapshotting
Oct 15 19:56:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Beginning live snapshot process
Oct 15 19:56:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json -f qcow2 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json -f qcow2" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json -f qcow2 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json -f qcow2" returned: 0 in 0.206s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmphmkwypjp/93fbaf3d23234b288424ad870d167965.delta 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmphmkwypjp/93fbaf3d23234b288424ad870d167965.delta 1073741824" returned: 0 in 0.056s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:14 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 15 19:56:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:56:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:15 user nova-compute[74712]: INFO nova.compute.manager [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Terminating instance
Oct 15 19:56:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:56:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] COPY block job progress, current cursor: 27721728 final cursor: 75563008 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:56:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-d653c378-13e9-4054-bfc4-3f708f0a292b req-4678c201-a0ca-4fc1-a9cd-389dc6367e5b service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d653c378-13e9-4054-bfc4-3f708f0a292b req-4678c201-a0ca-4fc1-a9cd-389dc6367e5b service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d653c378-13e9-4054-bfc4-3f708f0a292b req-4678c201-a0ca-4fc1-a9cd-389dc6367e5b service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d653c378-13e9-4054-bfc4-3f708f0a292b req-4678c201-a0ca-4fc1-a9cd-389dc6367e5b service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-d653c378-13e9-4054-bfc4-3f708f0a292b req-4678c201-a0ca-4fc1-a9cd-389dc6367e5b service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-d653c378-13e9-4054-bfc4-3f708f0a292b req-4678c201-a0ca-4fc1-a9cd-389dc6367e5b service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-unplugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74712) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 15 19:56:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 15 19:56:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Instance destroyed successfully.
Oct 15 19:56:16 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmphmkwypjp/93fbaf3d23234b288424ad870d167965.delta /opt/stack/data/nova/instances/snapshots/tmphmkwypjp/93fbaf3d23234b288424ad870d167965 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG nova.objects.instance [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'resources' on Instance uuid f9c4af5e-5938-4e39-aa0e-8ae6081d800b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:50:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1342622825',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1342622825',id=26,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:52:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0xbt0xp0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:54:30Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=f9c4af5e-5938-4e39-aa0e-8ae6081d800b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "address": "fa:16:3e:d6:ce:f5", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa9a0fc7-2d", "ovs_interfaceid": "aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d6:ce:f5,bridge_name='br-int',has_traffic_filtering=True,id=aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa9a0fc7-2d') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_vif [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d6:ce:f5,bridge_name='br-int',has_traffic_filtering=True,id=aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa9a0fc7-2d') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa9a0fc7-2d, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e6ad34e3-6655-4a12-8ef3-1daaccbaabe0) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:56:16 user nova-compute[74712]: INFO os_vif [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d6:ce:f5,bridge_name='br-int',has_traffic_filtering=True,id=aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa9a0fc7-2d')
Oct 15 19:56:16 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPWjtChk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:56:16 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b5103f-9f30-42ce-88e4-3393fc0eb078]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:56:16 user nova-compute[74712]: No targets found.
Oct 15 19:56:16 user nova-compute[74712]: iSNS:
Oct 15 19:56:16 user nova-compute[74712]: No targets found.
Oct 15 19:56:16 user nova-compute[74712]: STATIC:
Oct 15 19:56:16 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4
Oct 15 19:56:16 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:56:16 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:56:16 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:56:16 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:56:16 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:56:16 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63
Oct 15 19:56:16 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:56:16 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:56:16 user nova-compute[74712]: FIRMWARE:
Oct 15 19:56:16 user nova-compute[74712]: No targets found.
Oct 15 19:56:16 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:56:16 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:56:16 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[302c3532-741a-410d-8df5-76022ba43529]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.054s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7042b1fb-c136-42c6-90ca-eb9a3a2d6db8]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:56:16 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:56:16 user nova-compute[74712]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:56:16 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:56:16 user nova-compute[74712]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 (non-flash)
Oct 15 19:56:16 user nova-compute[74712]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:56:16 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846a6710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.126s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4cb91bc-e868-4033-925c-b86c7a0e55dc]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.034s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ced9dc75-3baf-4367-a5f8-fd638509ec8d]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a6bd35b-790f-4143-99be-fdce5849b319]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.059s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c840b99-6b5e-4154-8377-34365a168218]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO2eadfc12-7e69168c661ae42f', '/dev/disk/by-id/scsi-23765363931363863', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_2eadfc12') {{(pid=85655) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bb6a478-d286-4d7e-9f8e-5af87a3a4afe]: (4, None) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.092s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd4e9477-cb62-4a21-b53c-2ad197b37f15]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmphmkwypjp/93fbaf3d23234b288424ad870d167965.delta /opt/stack/data/nova/instances/snapshots/tmphmkwypjp/93fbaf3d23234b288424ad870d167965" returned: 0 in 0.652s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Snapshot extracted, beginning image upload
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b59d87f-9a9b-4f4d-b79d-2aae30f42271]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63, portal: 172.16.0.220,3260]
Oct 15 19:56:17 user nova-compute[74712]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63, portal: 172.16.0.220,3260] successful.
Oct 15 19:56:17 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b53a7098-9a43-42d8-bde6-cc60e0363f63 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[96786b84-42a7-4e8b-a3f2-7d17de3f42e8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.604s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] <== disconnect_volume: return (605ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:56:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Deleting instance files /opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b_del
Oct 15 19:56:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Deletion of /opt/stack/data/nova/instances/f9c4af5e-5938-4e39-aa0e-8ae6081d800b_del complete
Oct 15 19:56:17 user nova-compute[74712]: INFO nova.compute.manager [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Took 1.64 seconds to destroy the instance on the hypervisor.
Oct 15 19:56:17 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:17 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:56:18 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Took 0.56 seconds to deallocate network for instance.
Oct 15 19:56:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-7ffbd688-61a4-419f-afb4-cee278260150 req-4b47aa48-b1d4-4397-86bc-ce309c36fb35 service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-deleted-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-5cc19bbc-5ebb-42c6-96a0-0ee2dfd207fe req-4cdcfc57-11b1-4695-960b-e7dde8c9af8c service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5cc19bbc-5ebb-42c6-96a0-0ee2dfd207fe req-4cdcfc57-11b1-4695-960b-e7dde8c9af8c service nova] Acquiring lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5cc19bbc-5ebb-42c6-96a0-0ee2dfd207fe req-4cdcfc57-11b1-4695-960b-e7dde8c9af8c service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5cc19bbc-5ebb-42c6-96a0-0ee2dfd207fe req-4cdcfc57-11b1-4695-960b-e7dde8c9af8c service nova] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-5cc19bbc-5ebb-42c6-96a0-0ee2dfd207fe req-4cdcfc57-11b1-4695-960b-e7dde8c9af8c service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] No waiting events found dispatching network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:18 user nova-compute[74712]: WARNING nova.compute.manager [req-5cc19bbc-5ebb-42c6-96a0-0ee2dfd207fe req-4cdcfc57-11b1-4695-960b-e7dde8c9af8c service nova] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Received unexpected event network-vif-plugged-aa9a0fc7-2de2-4aed-9f34-6b15101bdd1e for instance with vm_state active and task_state deleting.
Oct 15 19:56:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:18 user nova-compute[74712]: INFO nova.compute.manager [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: f9c4af5e-5938-4e39-aa0e-8ae6081d800b] Took 0.76 seconds to detach 1 volumes for instance.
Oct 15 19:56:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:19 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:56:19 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:56:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.338s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:19 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Deleted allocations for instance f9c4af5e-5938-4e39-aa0e-8ae6081d800b
Oct 15 19:56:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-18ac118a-ce63-4938-b42c-f2d4625486b6 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "f9c4af5e-5938-4e39-aa0e-8ae6081d800b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.502s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Snapshot image upload complete
Oct 15 19:56:20 user nova-compute[74712]: INFO nova.compute.manager [None req-bffada90-0a2b-4268-9d49-a65227c60280 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Took 6.28 seconds to snapshot the instance on the hypervisor.
Oct 15 19:56:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "f1292b53-b8ee-42b5-960a-bba38b19a661" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:56:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:22 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:56:22 user nova-compute[74712]: INFO nova.compute.claims [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Claim successful on node user
Oct 15 19:56:23 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.425s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:56:23 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:56:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG nova.policy [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c8e0f80d79e4e7cbca7bc97b25e0362', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '648e6e4ff98d44e0876494a266a8c1ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:56:23 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Creating image(s)
Oct 15 19:56:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "/opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "/opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "/opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "b8bcc88d2b007592af14d522db9f98d89ba5eba9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "b8bcc88d2b007592af14d522db9f98d89ba5eba9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9.part --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Successfully created port: 676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:56:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9.part --force-share --output=json" returned: 0 in 0.211s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:24 user nova-compute[74712]: DEBUG nova.virt.images [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] 773c74b2-e6e2-4729-9582-bac70064bf45 was qcow2, converting to raw {{(pid=74712) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 15 19:56:24 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:56:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9.part /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9.converted {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9.part /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9.converted" returned: 0 in 0.613s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9.converted --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Successfully updated port: 676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquired lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "b8bcc88d2b007592af14d522db9f98d89ba5eba9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.235s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-35faad62-cba9-43ba-bff2-e45f145f319c req-f4755176-6da0-4758-a71a-089c8c2461ce service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received event network-changed-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-35faad62-cba9-43ba-bff2-e45f145f319c req-f4755176-6da0-4758-a71a-089c8c2461ce service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Refreshing instance network info cache due to event network-changed-676a0785-d080-40ab-ab3b-30262cd78b23. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-35faad62-cba9-43ba-bff2-e45f145f319c req-f4755176-6da0-4758-a71a-089c8c2461ce service nova] Acquiring lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9 --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "b8bcc88d2b007592af14d522db9f98d89ba5eba9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "b8bcc88d2b007592af14d522db9f98d89ba5eba9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Updating instance_info_cache with network_info: [{"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Releasing lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Instance network_info: |[{"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-35faad62-cba9-43ba-bff2-e45f145f319c req-f4755176-6da0-4758-a71a-089c8c2461ce service nova] Acquired lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-35faad62-cba9-43ba-bff2-e45f145f319c req-f4755176-6da0-4758-a71a-089c8c2461ce service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Refreshing network info cache for port 676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9 --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9,backing_fmt=raw /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9,backing_fmt=raw /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk 1073741824" returned: 0 in 0.053s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "b8bcc88d2b007592af14d522db9f98d89ba5eba9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9 --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Ensure instance console log exists: /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Start _get_guest_xml network_info=[{"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='98620b36199797ac2aa4ca21e819ce02',container_format='bare',created_at=2023-10-15T19:56:14Z,direct_url=<?>,disk_format='qcow2',id=773c74b2-e6e2-4729-9582-bac70064bf45,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-2053389056',owner='648e6e4ff98d44e0876494a266a8c1ba',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-15T19:56:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '773c74b2-e6e2-4729-9582-bac70064bf45'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:56:26 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:56:26 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='98620b36199797ac2aa4ca21e819ce02',container_format='bare',created_at=2023-10-15T19:56:14Z,direct_url=<?>,disk_format='qcow2',id=773c74b2-e6e2-4729-9582-bac70064bf45,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-2053389056',owner='648e6e4ff98d44e0876494a266a8c1ba',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-15T19:56:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1990151376',display_name='tempest-TestStampPattern-server-1990151376',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1990151376',id=34,image_ref='773c74b2-e6e2-4729-9582-bac70064bf45',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCd04IanTpo/FUJ+i2eI2KnW2HK0y82cXXXpcobpf4eAsh1s/HGS5KQYhcSmqtc75NLfl51ogKoNkkKOpbAVMWZUpCJcngXUH/GiiDINAgOiLPTT+twe2oBcA6srvG1Yvg==',key_name='tempest-TestStampPattern-226221489',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='648e6e4ff98d44e0876494a266a8c1ba',ramdisk_id='',reservation_id='r-2rfzrqe1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='1cee0c38-23f9-4c00-853d-e98beda75e8e',image_min_disk='1',image_min_ram='0',image_owner_id='648e6e4ff98d44e0876494a266a8c1ba',image_owner_project_name='tempest-TestStampPattern-170253243',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-170253243-project-member',image_user_id='5c8e0f80d79e4e7cbca7bc97b25e0362',network_allocated='True',owner_project_name='tempest-TestStampPattern-170253243',owner_user_name='tempest-TestStampPattern-170253243-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:56:23Z,user_data=None,user_id='5c8e0f80d79e4e7cbca7bc97b25e0362',uuid=f1292b53-b8ee-42b5-960a-bba38b19a661,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converting VIF {"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:13:98,bridge_name='br-int',has_traffic_filtering=True,id=676a0785-d080-40ab-ab3b-30262cd78b23,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap676a0785-d0') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lazy-loading 'pci_devices' on Instance uuid f1292b53-b8ee-42b5-960a-bba38b19a661 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:56:26 user nova-compute[74712]:   <uuid>f1292b53-b8ee-42b5-960a-bba38b19a661</uuid>
Oct 15 19:56:26 user nova-compute[74712]:   <name>instance-00000022</name>
Oct 15 19:56:26 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:56:26 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:56:26 user nova-compute[74712]:   <metadata>
Oct 15 19:56:26 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:56:26 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:56:26 user nova-compute[74712]:       <nova:name>tempest-TestStampPattern-server-1990151376</nova:name>
Oct 15 19:56:26 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:56:26</nova:creationTime>
Oct 15 19:56:26 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:56:26 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:56:26 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:56:26 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:56:26 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:56:26 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:56:26 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:56:26 user nova-compute[74712]:       <nova:owner>
Oct 15 19:56:26 user nova-compute[74712]:         <nova:user uuid="5c8e0f80d79e4e7cbca7bc97b25e0362">tempest-TestStampPattern-170253243-project-member</nova:user>
Oct 15 19:56:26 user nova-compute[74712]:         <nova:project uuid="648e6e4ff98d44e0876494a266a8c1ba">tempest-TestStampPattern-170253243</nova:project>
Oct 15 19:56:26 user nova-compute[74712]:       </nova:owner>
Oct 15 19:56:26 user nova-compute[74712]:       <nova:root type="image" uuid="773c74b2-e6e2-4729-9582-bac70064bf45"/>
Oct 15 19:56:26 user nova-compute[74712]:       <nova:ports>
Oct 15 19:56:26 user nova-compute[74712]:         <nova:port uuid="676a0785-d080-40ab-ab3b-30262cd78b23">
Oct 15 19:56:26 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 15 19:56:26 user nova-compute[74712]:         </nova:port>
Oct 15 19:56:26 user nova-compute[74712]:       </nova:ports>
Oct 15 19:56:26 user nova-compute[74712]:     </nova:instance>
Oct 15 19:56:26 user nova-compute[74712]:   </metadata>
Oct 15 19:56:26 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:56:26 user nova-compute[74712]:     <system>
Oct 15 19:56:26 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:56:26 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:56:26 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:56:26 user nova-compute[74712]:       <entry name="serial">f1292b53-b8ee-42b5-960a-bba38b19a661</entry>
Oct 15 19:56:26 user nova-compute[74712]:       <entry name="uuid">f1292b53-b8ee-42b5-960a-bba38b19a661</entry>
Oct 15 19:56:26 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:56:26 user nova-compute[74712]:     </system>
Oct 15 19:56:26 user nova-compute[74712]:   </sysinfo>
Oct 15 19:56:26 user nova-compute[74712]:   <os>
Oct 15 19:56:26 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:56:26 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:56:26 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:56:26 user nova-compute[74712]:   </os>
Oct 15 19:56:26 user nova-compute[74712]:   <features>
Oct 15 19:56:26 user nova-compute[74712]:     <acpi/>
Oct 15 19:56:26 user nova-compute[74712]:     <apic/>
Oct 15 19:56:26 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:56:26 user nova-compute[74712]:   </features>
Oct 15 19:56:26 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:56:26 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:56:26 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:56:26 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:56:26 user nova-compute[74712]:   </clock>
Oct 15 19:56:26 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:56:26 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:56:26 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:56:26 user nova-compute[74712]:   </cpu>
Oct 15 19:56:26 user nova-compute[74712]:   <devices>
Oct 15 19:56:26 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:56:26 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:56:26 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk"/>
Oct 15 19:56:26 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:56:26 user nova-compute[74712]:     </disk>
Oct 15 19:56:26 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:56:26 user nova-compute[74712]:       <mac address="fa:16:3e:da:13:98"/>
Oct 15 19:56:26 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:56:26 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:56:26 user nova-compute[74712]:       <target dev="tap676a0785-d0"/>
Oct 15 19:56:26 user nova-compute[74712]:     </interface>
Oct 15 19:56:26 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:56:26 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/console.log" append="off"/>
Oct 15 19:56:26 user nova-compute[74712]:     </serial>
Oct 15 19:56:26 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:56:26 user nova-compute[74712]:     <video>
Oct 15 19:56:26 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:56:26 user nova-compute[74712]:     </video>
Oct 15 19:56:26 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:56:26 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:56:26 user nova-compute[74712]:     </rng>
Oct 15 19:56:26 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:56:26 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:56:26 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:56:26 user nova-compute[74712]:     </memballoon>
Oct 15 19:56:26 user nova-compute[74712]:   </devices>
Oct 15 19:56:26 user nova-compute[74712]: </domain>
Oct 15 19:56:26 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1990151376',display_name='tempest-TestStampPattern-server-1990151376',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1990151376',id=34,image_ref='773c74b2-e6e2-4729-9582-bac70064bf45',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCd04IanTpo/FUJ+i2eI2KnW2HK0y82cXXXpcobpf4eAsh1s/HGS5KQYhcSmqtc75NLfl51ogKoNkkKOpbAVMWZUpCJcngXUH/GiiDINAgOiLPTT+twe2oBcA6srvG1Yvg==',key_name='tempest-TestStampPattern-226221489',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='648e6e4ff98d44e0876494a266a8c1ba',ramdisk_id='',reservation_id='r-2rfzrqe1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='1cee0c38-23f9-4c00-853d-e98beda75e8e',image_min_disk='1',image_min_ram='0',image_owner_id='648e6e4ff98d44e0876494a266a8c1ba',image_owner_project_name='tempest-TestStampPattern-170253243',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-170253243-project-member',image_user_id='5c8e0f80d79e4e7cbca7bc97b25e0362',network_allocated='True',owner_project_name='tempest-TestStampPattern-170253243',owner_user_name='tempest-TestStampPattern-170253243-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:56:23Z,user_data=None,user_id='5c8e0f80d79e4e7cbca7bc97b25e0362',uuid=f1292b53-b8ee-42b5-960a-bba38b19a661,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converting VIF {"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:13:98,bridge_name='br-int',has_traffic_filtering=True,id=676a0785-d080-40ab-ab3b-30262cd78b23,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap676a0785-d0') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG os_vif [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:13:98,bridge_name='br-int',has_traffic_filtering=True,id=676a0785-d080-40ab-ab3b-30262cd78b23,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap676a0785-d0') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ae35fa49-0192-544d-bf21-67c275160fb7', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap676a0785-d0, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap676a0785-d0, col_values=(('qos', UUID('8d17b4d2-8356-4b8c-92de-140371db6727')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap676a0785-d0, col_values=(('external_ids', {'iface-id': '676a0785-d080-40ab-ab3b-30262cd78b23', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:13:98', 'vm-uuid': 'f1292b53-b8ee-42b5-960a-bba38b19a661'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:26 user nova-compute[74712]: INFO os_vif [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:13:98,bridge_name='br-int',has_traffic_filtering=True,id=676a0785-d080-40ab-ab3b-30262cd78b23,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap676a0785-d0')
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] No VIF found with MAC fa:16:3e:da:13:98, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-35faad62-cba9-43ba-bff2-e45f145f319c req-f4755176-6da0-4758-a71a-089c8c2461ce service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Updated VIF entry in instance network info cache for port 676a0785-d080-40ab-ab3b-30262cd78b23. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-35faad62-cba9-43ba-bff2-e45f145f319c req-f4755176-6da0-4758-a71a-089c8c2461ce service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Updating instance_info_cache with network_info: [{"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:56:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-35faad62-cba9-43ba-bff2-e45f145f319c req-f4755176-6da0-4758-a71a-089c8c2461ce service nova] Releasing lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:56:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-8a7a84e0-fd3a-4d61-97bd-6786091d441f req-8bb80a68-f6e2-4e6d-b86b-5628f713078d service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received event network-vif-plugged-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8a7a84e0-fd3a-4d61-97bd-6786091d441f req-8bb80a68-f6e2-4e6d-b86b-5628f713078d service nova] Acquiring lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8a7a84e0-fd3a-4d61-97bd-6786091d441f req-8bb80a68-f6e2-4e6d-b86b-5628f713078d service nova] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8a7a84e0-fd3a-4d61-97bd-6786091d441f req-8bb80a68-f6e2-4e6d-b86b-5628f713078d service nova] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-8a7a84e0-fd3a-4d61-97bd-6786091d441f req-8bb80a68-f6e2-4e6d-b86b-5628f713078d service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] No waiting events found dispatching network-vif-plugged-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:27 user nova-compute[74712]: WARNING nova.compute.manager [req-8a7a84e0-fd3a-4d61-97bd-6786091d441f req-8bb80a68-f6e2-4e6d-b86b-5628f713078d service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received unexpected event network-vif-plugged-676a0785-d080-40ab-ab3b-30262cd78b23 for instance with vm_state building and task_state spawning.
Oct 15 19:56:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:56:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:56:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-06812c16-aaa7-4b4e-98d7-2fef66dd42da req-0d0ccac2-cb84-4365-84a6-ac41510ac3c0 service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received event network-vif-plugged-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-06812c16-aaa7-4b4e-98d7-2fef66dd42da req-0d0ccac2-cb84-4365-84a6-ac41510ac3c0 service nova] Acquiring lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-06812c16-aaa7-4b4e-98d7-2fef66dd42da req-0d0ccac2-cb84-4365-84a6-ac41510ac3c0 service nova] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-06812c16-aaa7-4b4e-98d7-2fef66dd42da req-0d0ccac2-cb84-4365-84a6-ac41510ac3c0 service nova] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-06812c16-aaa7-4b4e-98d7-2fef66dd42da req-0d0ccac2-cb84-4365-84a6-ac41510ac3c0 service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] No waiting events found dispatching network-vif-plugged-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:29 user nova-compute[74712]: WARNING nova.compute.manager [req-06812c16-aaa7-4b4e-98d7-2fef66dd42da req-0d0ccac2-cb84-4365-84a6-ac41510ac3c0 service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received unexpected event network-vif-plugged-676a0785-d080-40ab-ab3b-30262cd78b23 for instance with vm_state building and task_state spawning.
Oct 15 19:56:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:56:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Instance spawned successfully.
Oct 15 19:56:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:56:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:56:30 user nova-compute[74712]: INFO nova.compute.manager [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Took 6.73 seconds to spawn the instance on the hypervisor.
Oct 15 19:56:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:30 user nova-compute[74712]: INFO nova.compute.manager [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Rescuing
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquired lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:56:30 user nova-compute[74712]: INFO nova.compute.manager [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Took 7.85 seconds to build instance.
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-414689be-e47e-4211-862c-fcc3e807f7e9 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.030s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updating instance_info_cache with network_info: [{"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Releasing lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-11099446-36bb-4133-a8a1-3ec5953caf5f req-ae01beea-f6f8-4f21-ac40-52be5d420c46 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-vif-unplugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-11099446-36bb-4133-a8a1-3ec5953caf5f req-ae01beea-f6f8-4f21-ac40-52be5d420c46 service nova] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-11099446-36bb-4133-a8a1-3ec5953caf5f req-ae01beea-f6f8-4f21-ac40-52be5d420c46 service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-11099446-36bb-4133-a8a1-3ec5953caf5f req-ae01beea-f6f8-4f21-ac40-52be5d420c46 service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-11099446-36bb-4133-a8a1-3ec5953caf5f req-ae01beea-f6f8-4f21-ac40-52be5d420c46 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] No waiting events found dispatching network-vif-unplugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:31 user nova-compute[74712]: WARNING nova.compute.manager [req-11099446-36bb-4133-a8a1-3ec5953caf5f req-ae01beea-f6f8-4f21-ac40-52be5d420c46 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received unexpected event network-vif-unplugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 for instance with vm_state active and task_state rescuing.
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:32 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Instance destroyed successfully.
Oct 15 19:56:32 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Attempting rescue
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74712) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Instance directory exists: not creating {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 15 19:56:32 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Creating image(s)
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'trusted_certs' on Instance uuid 44b1b9ff-bf92-4370-842e-1d4210b4332e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue" returned: 0 in 0.059s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'migration_context' on Instance uuid 44b1b9ff-bf92-4370-842e-1d4210b4332e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.base [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<44b1b9ff-bf92-4370-842e-1d4210b4332e> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Start _get_guest_xml network_info=[{"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "vif_mac": "fa:16:3e:bb:30:4c"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'resources' on Instance uuid 44b1b9ff-bf92-4370-842e-1d4210b4332e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.compute.manager [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.base [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<44b1b9ff-bf92-4370-842e-1d4210b4332e> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'numa_topology' on Instance uuid 44b1b9ff-bf92-4370-842e-1d4210b4332e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.base [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<44b1b9ff-bf92-4370-842e-1d4210b4332e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:56:32 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:56:32 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'vcpu_model' on Instance uuid 44b1b9ff-bf92-4370-842e-1d4210b4332e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.base [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<44b1b9ff-bf92-4370-842e-1d4210b4332e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:54:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1740093764',display_name='tempest-ServerRescueNegativeTestJSON-server-1740093764',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1740093764',id=33,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:54:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-oqp7rk81',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:54:49Z,user_data=None,user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=44b1b9ff-bf92-4370-842e-1d4210b4332e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "vif_mac": "fa:16:3e:bb:30:4c"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "vif_mac": "fa:16:3e:bb:30:4c"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bb:30:4c,bridge_name='br-int',has_traffic_filtering=True,id=7e87c29d-3288-4e4f-82d5-31ebb83fb646,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e87c29d-32') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'pci_devices' on Instance uuid 44b1b9ff-bf92-4370-842e-1d4210b4332e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:56:32 user nova-compute[74712]: INFO nova.compute.claims [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Claim successful on node user
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.objects.base [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<44b1b9ff-bf92-4370-842e-1d4210b4332e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:56:32 user nova-compute[74712]:   <uuid>44b1b9ff-bf92-4370-842e-1d4210b4332e</uuid>
Oct 15 19:56:32 user nova-compute[74712]:   <name>instance-00000021</name>
Oct 15 19:56:32 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:56:32 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:56:32 user nova-compute[74712]:   <metadata>
Oct 15 19:56:32 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:56:32 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:56:32 user nova-compute[74712]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1740093764</nova:name>
Oct 15 19:56:32 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:56:32</nova:creationTime>
Oct 15 19:56:32 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:56:32 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:56:32 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:56:32 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:56:32 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:56:32 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:56:32 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:56:32 user nova-compute[74712]:       <nova:owner>
Oct 15 19:56:32 user nova-compute[74712]:         <nova:user uuid="e272f1b89b0e4fbaa28e3d5d03af224b">tempest-ServerRescueNegativeTestJSON-911721002-project-member</nova:user>
Oct 15 19:56:32 user nova-compute[74712]:         <nova:project uuid="927aa3c10e4d47b28a3ba8d9802361fc">tempest-ServerRescueNegativeTestJSON-911721002</nova:project>
Oct 15 19:56:32 user nova-compute[74712]:       </nova:owner>
Oct 15 19:56:32 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:56:32 user nova-compute[74712]:       <nova:ports>
Oct 15 19:56:32 user nova-compute[74712]:         <nova:port uuid="7e87c29d-3288-4e4f-82d5-31ebb83fb646">
Oct 15 19:56:32 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 15 19:56:32 user nova-compute[74712]:         </nova:port>
Oct 15 19:56:32 user nova-compute[74712]:       </nova:ports>
Oct 15 19:56:32 user nova-compute[74712]:     </nova:instance>
Oct 15 19:56:32 user nova-compute[74712]:   </metadata>
Oct 15 19:56:32 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:56:32 user nova-compute[74712]:     <system>
Oct 15 19:56:32 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:56:32 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:56:32 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:56:32 user nova-compute[74712]:       <entry name="serial">44b1b9ff-bf92-4370-842e-1d4210b4332e</entry>
Oct 15 19:56:32 user nova-compute[74712]:       <entry name="uuid">44b1b9ff-bf92-4370-842e-1d4210b4332e</entry>
Oct 15 19:56:32 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:56:32 user nova-compute[74712]:     </system>
Oct 15 19:56:32 user nova-compute[74712]:   </sysinfo>
Oct 15 19:56:32 user nova-compute[74712]:   <os>
Oct 15 19:56:32 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:56:32 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:56:32 user nova-compute[74712]:   </os>
Oct 15 19:56:32 user nova-compute[74712]:   <features>
Oct 15 19:56:32 user nova-compute[74712]:     <acpi/>
Oct 15 19:56:32 user nova-compute[74712]:     <apic/>
Oct 15 19:56:32 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:56:32 user nova-compute[74712]:   </features>
Oct 15 19:56:32 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:56:32 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:56:32 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:56:32 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:56:32 user nova-compute[74712]:   </clock>
Oct 15 19:56:32 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:56:32 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:56:32 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:56:32 user nova-compute[74712]:   </cpu>
Oct 15 19:56:32 user nova-compute[74712]:   <devices>
Oct 15 19:56:32 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:56:32 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:56:32 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue"/>
Oct 15 19:56:32 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:56:32 user nova-compute[74712]:     </disk>
Oct 15 19:56:32 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:56:32 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:56:32 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk"/>
Oct 15 19:56:32 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:56:32 user nova-compute[74712]:     </disk>
Oct 15 19:56:32 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:56:32 user nova-compute[74712]:       <mac address="fa:16:3e:bb:30:4c"/>
Oct 15 19:56:32 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:56:32 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:56:32 user nova-compute[74712]:       <target dev="tap7e87c29d-32"/>
Oct 15 19:56:32 user nova-compute[74712]:     </interface>
Oct 15 19:56:32 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:56:32 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/console.log" append="off"/>
Oct 15 19:56:32 user nova-compute[74712]:     </serial>
Oct 15 19:56:32 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:56:32 user nova-compute[74712]:     <video>
Oct 15 19:56:32 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:56:32 user nova-compute[74712]:     </video>
Oct 15 19:56:32 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:56:32 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:56:32 user nova-compute[74712]:     </rng>
Oct 15 19:56:32 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:56:32 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:56:32 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:56:32 user nova-compute[74712]:     </memballoon>
Oct 15 19:56:32 user nova-compute[74712]:   </devices>
Oct 15 19:56:32 user nova-compute[74712]: </domain>
Oct 15 19:56:32 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:56:32 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Instance destroyed successfully.
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:56:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No VIF found with MAC fa:16:3e:bb:30:4c, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:33 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:56:33 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:56:33 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7788MB free_disk=24.717803955078125GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG nova.compute.manager [req-0ec90d1e-2786-434b-a0b4-013c0e13280a req-3014b003-0d7a-4b5b-b609-763de1e5260b service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0ec90d1e-2786-434b-a0b4-013c0e13280a req-3014b003-0d7a-4b5b-b609-763de1e5260b service nova] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0ec90d1e-2786-434b-a0b4-013c0e13280a req-3014b003-0d7a-4b5b-b609-763de1e5260b service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0ec90d1e-2786-434b-a0b4-013c0e13280a req-3014b003-0d7a-4b5b-b609-763de1e5260b service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG nova.compute.manager [req-0ec90d1e-2786-434b-a0b4-013c0e13280a req-3014b003-0d7a-4b5b-b609-763de1e5260b service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] No waiting events found dispatching network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:33 user nova-compute[74712]: WARNING nova.compute.manager [req-0ec90d1e-2786-434b-a0b4-013c0e13280a req-3014b003-0d7a-4b5b-b609-763de1e5260b service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received unexpected event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 for instance with vm_state active and task_state rescuing.
Oct 15 19:56:33 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.150s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:56:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.151s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.network.neutron [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:56:34 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Applying migration context for instance 63e37036-5f90-46a6-aa28-749b0b6f3def as it has an incoming, in-progress migration ae68bb77-1a8f-4ab8-9cb3-67640bbc8fc3. Migration status is finished {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 15 19:56:34 user nova-compute[74712]: INFO nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating resource usage from migration ae68bb77-1a8f-4ab8-9cb3-67640bbc8fc3
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.policy [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc78fc0d7f684734adddfe9391c95e8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae1b0280d2b4d158ca646c13558a9be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1cee0c38-23f9-4c00-853d-e98beda75e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Migration ae68bb77-1a8f-4ab8-9cb3-67640bbc8fc3 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 63e37036-5f90-46a6-aa28-749b0b6f3def actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f1292b53-b8ee-42b5-960a-bba38b19a661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:56:34 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Creating image(s)
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "/opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "/opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "/opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk 1073741824" returned: 0 in 0.084s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.283s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:56:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.943s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.225s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Successfully created port: 6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Cannot resize image /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Ensure instance console log exists: /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] No waiting events found dispatching network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:35 user nova-compute[74712]: WARNING nova.compute.manager [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received unexpected event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 for instance with vm_state active and task_state rescuing.
Oct 15 19:56:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] No waiting events found dispatching network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:35 user nova-compute[74712]: WARNING nova.compute.manager [req-5ed59a5a-bae0-4956-b085-0730f7a07c38 req-30b18bc3-dc0f-4545-9897-efb564999dbb service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received unexpected event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 for instance with vm_state active and task_state rescuing.
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Successfully updated port: 6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "refresh_cache-2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquired lock "refresh_cache-2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Updating instance_info_cache with network_info: [{"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Releasing lock "refresh_cache-2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Instance network_info: |[{"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Start _get_guest_xml network_info=[{"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:56:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:56:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:56:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-872845646',display_name='tempest-AttachVolumeNegativeTest-server-872845646',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-872845646',id=35,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIX07tEoverU4ItA89dX4lDBqs11KdLvJ7L2kmIzqDlfhBUxV4I5DnII+78oW3nNjmSrhmHRjKbu94SGD89GtPe6W/k0HywfbNZpJtwdLxtEpN4zKqy3m2rDbTPNtnEC8w==',key_name='tempest-keypair-1130361859',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-gmxd2f18',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:56:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=2e060bdc-22bb-4cfa-9be4-bfeaf7060b47,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:c7:bb,bridge_name='br-int',has_traffic_filtering=True,id=6394634d-4b2d-4a70-99f9-ac84815b81c5,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6394634d-4b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.objects.instance [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'pci_devices' on Instance uuid 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:56:36 user nova-compute[74712]:   <uuid>2e060bdc-22bb-4cfa-9be4-bfeaf7060b47</uuid>
Oct 15 19:56:36 user nova-compute[74712]:   <name>instance-00000023</name>
Oct 15 19:56:36 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:56:36 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:56:36 user nova-compute[74712]:   <metadata>
Oct 15 19:56:36 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:56:36 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:56:36 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeNegativeTest-server-872845646</nova:name>
Oct 15 19:56:36 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:56:36</nova:creationTime>
Oct 15 19:56:36 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:56:36 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:56:36 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:56:36 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:56:36 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:56:36 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:56:36 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:56:36 user nova-compute[74712]:       <nova:owner>
Oct 15 19:56:36 user nova-compute[74712]:         <nova:user uuid="cc78fc0d7f684734adddfe9391c95e8d">tempest-AttachVolumeNegativeTest-1333658009-project-member</nova:user>
Oct 15 19:56:36 user nova-compute[74712]:         <nova:project uuid="4ae1b0280d2b4d158ca646c13558a9be">tempest-AttachVolumeNegativeTest-1333658009</nova:project>
Oct 15 19:56:36 user nova-compute[74712]:       </nova:owner>
Oct 15 19:56:36 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:56:36 user nova-compute[74712]:       <nova:ports>
Oct 15 19:56:36 user nova-compute[74712]:         <nova:port uuid="6394634d-4b2d-4a70-99f9-ac84815b81c5">
Oct 15 19:56:36 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 15 19:56:36 user nova-compute[74712]:         </nova:port>
Oct 15 19:56:36 user nova-compute[74712]:       </nova:ports>
Oct 15 19:56:36 user nova-compute[74712]:     </nova:instance>
Oct 15 19:56:36 user nova-compute[74712]:   </metadata>
Oct 15 19:56:36 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:56:36 user nova-compute[74712]:     <system>
Oct 15 19:56:36 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:56:36 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:56:36 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:56:36 user nova-compute[74712]:       <entry name="serial">2e060bdc-22bb-4cfa-9be4-bfeaf7060b47</entry>
Oct 15 19:56:36 user nova-compute[74712]:       <entry name="uuid">2e060bdc-22bb-4cfa-9be4-bfeaf7060b47</entry>
Oct 15 19:56:36 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:56:36 user nova-compute[74712]:     </system>
Oct 15 19:56:36 user nova-compute[74712]:   </sysinfo>
Oct 15 19:56:36 user nova-compute[74712]:   <os>
Oct 15 19:56:36 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:56:36 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:56:36 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:56:36 user nova-compute[74712]:   </os>
Oct 15 19:56:36 user nova-compute[74712]:   <features>
Oct 15 19:56:36 user nova-compute[74712]:     <acpi/>
Oct 15 19:56:36 user nova-compute[74712]:     <apic/>
Oct 15 19:56:36 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:56:36 user nova-compute[74712]:   </features>
Oct 15 19:56:36 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:56:36 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:56:36 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:56:36 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:56:36 user nova-compute[74712]:   </clock>
Oct 15 19:56:36 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:56:36 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:56:36 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:56:36 user nova-compute[74712]:   </cpu>
Oct 15 19:56:36 user nova-compute[74712]:   <devices>
Oct 15 19:56:36 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:56:36 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:56:36 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk"/>
Oct 15 19:56:36 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:56:36 user nova-compute[74712]:     </disk>
Oct 15 19:56:36 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:56:36 user nova-compute[74712]:       <mac address="fa:16:3e:91:c7:bb"/>
Oct 15 19:56:36 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:56:36 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:56:36 user nova-compute[74712]:       <target dev="tap6394634d-4b"/>
Oct 15 19:56:36 user nova-compute[74712]:     </interface>
Oct 15 19:56:36 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:56:36 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/console.log" append="off"/>
Oct 15 19:56:36 user nova-compute[74712]:     </serial>
Oct 15 19:56:36 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:56:36 user nova-compute[74712]:     <video>
Oct 15 19:56:36 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:56:36 user nova-compute[74712]:     </video>
Oct 15 19:56:36 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:56:36 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:56:36 user nova-compute[74712]:     </rng>
Oct 15 19:56:36 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:56:36 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:56:36 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:56:36 user nova-compute[74712]:     </memballoon>
Oct 15 19:56:36 user nova-compute[74712]:   </devices>
Oct 15 19:56:36 user nova-compute[74712]: </domain>
Oct 15 19:56:36 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:56:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-872845646',display_name='tempest-AttachVolumeNegativeTest-server-872845646',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-872845646',id=35,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIX07tEoverU4ItA89dX4lDBqs11KdLvJ7L2kmIzqDlfhBUxV4I5DnII+78oW3nNjmSrhmHRjKbu94SGD89GtPe6W/k0HywfbNZpJtwdLxtEpN4zKqy3m2rDbTPNtnEC8w==',key_name='tempest-keypair-1130361859',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-gmxd2f18',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:56:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=2e060bdc-22bb-4cfa-9be4-bfeaf7060b47,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:c7:bb,bridge_name='br-int',has_traffic_filtering=True,id=6394634d-4b2d-4a70-99f9-ac84815b81c5,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6394634d-4b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG os_vif [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:c7:bb,bridge_name='br-int',has_traffic_filtering=True,id=6394634d-4b2d-4a70-99f9-ac84815b81c5,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6394634d-4b') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f823d841-4753-576a-b9b2-2b4e04fe37f6', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6394634d-4b, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6394634d-4b, col_values=(('qos', UUID('06c3dc8c-51e1-4051-9921-fe216656fdfa')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6394634d-4b, col_values=(('external_ids', {'iface-id': '6394634d-4b2d-4a70-99f9-ac84815b81c5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:c7:bb', 'vm-uuid': '2e060bdc-22bb-4cfa-9be4-bfeaf7060b47'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:36 user nova-compute[74712]: INFO os_vif [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:c7:bb,bridge_name='br-int',has_traffic_filtering=True,id=6394634d-4b2d-4a70-99f9-ac84815b81c5,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6394634d-4b')
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No VIF found with MAC fa:16:3e:91:c7:bb, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:36 user nova-compute[74712]: INFO nova.compute.manager [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Unshelving
Oct 15 19:56:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.objects.instance [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'pci_requests' on Instance uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.objects.instance [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'numa_topology' on Instance uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:56:37 user nova-compute[74712]: INFO nova.compute.claims [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Claim successful on node user
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5b0752b9-f0cc-46b0-bb1e-cbdeb95859b6 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.652s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:37 user nova-compute[74712]: INFO nova.network.neutron [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updating port 95822306-8780-474f-b873-1d3aca47faea with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-b5b4a7b3-4098-45d2-b6c8-98ec8270583e req-695cb5c8-f0e7-415e-b0da-f8f6c0c81c3f service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received event network-changed-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-b5b4a7b3-4098-45d2-b6c8-98ec8270583e req-695cb5c8-f0e7-415e-b0da-f8f6c0c81c3f service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Refreshing instance network info cache due to event network-changed-6394634d-4b2d-4a70-99f9-ac84815b81c5. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b5b4a7b3-4098-45d2-b6c8-98ec8270583e req-695cb5c8-f0e7-415e-b0da-f8f6c0c81c3f service nova] Acquiring lock "refresh_cache-2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b5b4a7b3-4098-45d2-b6c8-98ec8270583e req-695cb5c8-f0e7-415e-b0da-f8f6c0c81c3f service nova] Acquired lock "refresh_cache-2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:56:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-b5b4a7b3-4098-45d2-b6c8-98ec8270583e req-695cb5c8-f0e7-415e-b0da-f8f6c0c81c3f service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Refreshing network info cache for port 6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:56:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:38 user nova-compute[74712]: DEBUG nova.network.neutron [req-b5b4a7b3-4098-45d2-b6c8-98ec8270583e req-695cb5c8-f0e7-415e-b0da-f8f6c0c81c3f service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Updated VIF entry in instance network info cache for port 6394634d-4b2d-4a70-99f9-ac84815b81c5. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:56:38 user nova-compute[74712]: DEBUG nova.network.neutron [req-b5b4a7b3-4098-45d2-b6c8-98ec8270583e req-695cb5c8-f0e7-415e-b0da-f8f6c0c81c3f service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Updating instance_info_cache with network_info: [{"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:56:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b5b4a7b3-4098-45d2-b6c8-98ec8270583e req-695cb5c8-f0e7-415e-b0da-f8f6c0c81c3f service nova] Releasing lock "refresh_cache-2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquired lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG nova.network.neutron [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG nova.network.neutron [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updating instance_info_cache with network_info: [{"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Releasing lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:56:39 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Creating image(s)
Oct 15 19:56:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "/opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "/opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "/opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.050s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG nova.objects.instance [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG nova.objects.base [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Object Instance<1adc7cd9-1048-455b-9d0c-c9605fafca8b> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "c414c6e1e36ebf31300ac0c8a8e8c83983209c2d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "c414c6e1e36ebf31300ac0c8a8e8c83983209c2d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d.part --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received event network-vif-plugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] Acquiring lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] No waiting events found dispatching network-vif-plugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:41 user nova-compute[74712]: WARNING nova.compute.manager [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received unexpected event network-vif-plugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 for instance with vm_state building and task_state spawning.
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-changed-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Refreshing instance network info cache due to event network-changed-95822306-8780-474f-b873-1d3aca47faea. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] Acquiring lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] Acquired lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.network.neutron [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Refreshing network info cache for port 95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:56:41 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Instance spawned successfully.
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d.part --force-share --output=json" returned: 0 in 0.224s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.virt.images [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] 4373643e-b9d2-40c7-b8c5-9d9a7ce0e8b2 was qcow2, converting to raw {{(pid=74712) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d.part /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d.converted {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:41 user nova-compute[74712]: INFO nova.compute.manager [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Took 7.03 seconds to spawn the instance on the hypervisor.
Oct 15 19:56:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:56:41 user nova-compute[74712]: INFO nova.compute.manager [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Took 8.96 seconds to build instance.
Oct 15 19:56:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-93b919e8-541d-4d96-b8ca-f54381952f13 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.201s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d.part /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d.converted" returned: 0 in 0.791s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d.converted --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG nova.network.neutron [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updated VIF entry in instance network info cache for port 95822306-8780-474f-b873-1d3aca47faea. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG nova.network.neutron [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updating instance_info_cache with network_info: [{"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] Releasing lock "refresh_cache-1adc7cd9-1048-455b-9d0c-c9605fafca8b" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received event network-vif-plugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] Acquiring lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] No waiting events found dispatching network-vif-plugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:42 user nova-compute[74712]: WARNING nova.compute.manager [req-0625c7cf-1061-4b6d-8341-084cb0940820 req-32b6b4fe-022a-40de-967d-03b6aa7f23bd service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received unexpected event network-vif-plugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 for instance with vm_state building and task_state spawning.
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d.converted --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "c414c6e1e36ebf31300ac0c8a8e8c83983209c2d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.387s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "c414c6e1e36ebf31300ac0c8a8e8c83983209c2d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "c414c6e1e36ebf31300ac0c8a8e8c83983209c2d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d --force-share --output=json" returned: 0 in 0.214s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d,backing_fmt=raw /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d,backing_fmt=raw /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk 1073741824" returned: 0 in 0.059s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "c414c6e1e36ebf31300ac0c8a8e8c83983209c2d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.280s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG nova.objects.instance [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'migration_context' on Instance uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:42 user nova-compute[74712]: DEBUG nova.objects.base [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Object Instance<1adc7cd9-1048-455b-9d0c-c9605fafca8b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:56:42 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Rebasing disk image.
Oct 15 19:56:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.203s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 -F raw /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:56:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:45 user nova-compute[74712]: INFO nova.compute.manager [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Terminating instance
Oct 15 19:56:45 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG nova.compute.manager [req-65b694a0-b15c-48b2-b4de-14efefe7e112 req-9ff3ca3f-f38b-4f88-9838-90a2bbd93a93 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-unplugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-65b694a0-b15c-48b2-b4de-14efefe7e112 req-9ff3ca3f-f38b-4f88-9838-90a2bbd93a93 service nova] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-65b694a0-b15c-48b2-b4de-14efefe7e112 req-9ff3ca3f-f38b-4f88-9838-90a2bbd93a93 service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-65b694a0-b15c-48b2-b4de-14efefe7e112 req-9ff3ca3f-f38b-4f88-9838-90a2bbd93a93 service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG nova.compute.manager [req-65b694a0-b15c-48b2-b4de-14efefe7e112 req-9ff3ca3f-f38b-4f88-9838-90a2bbd93a93 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] No waiting events found dispatching network-vif-unplugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:45 user nova-compute[74712]: DEBUG nova.compute.manager [req-65b694a0-b15c-48b2-b4de-14efefe7e112 req-9ff3ca3f-f38b-4f88-9838-90a2bbd93a93 service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-unplugged-06414748-b847-4212-baf7-7e0e4b643194 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 -F raw /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk" returned: 0 in 3.223s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Ensure instance console log exists: /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.004s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Start _get_guest_xml network_info=[{"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='7666ae64609ad0bbd212219566002b17',container_format='bare',created_at=2023-10-15T19:54:44Z,direct_url=<?>,disk_format='qcow2',id=4373643e-b9d2-40c7-b8c5-9d9a7ce0e8b2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-390373277-shelved',owner='eb56f43cd50144e0a569a17c314aaa58',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-15T19:54:49Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:56:46 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7666ae64609ad0bbd212219566002b17',container_format='bare',created_at=2023-10-15T19:54:44Z,direct_url=<?>,disk_format='qcow2',id=4373643e-b9d2-40c7-b8c5-9d9a7ce0e8b2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-390373277-shelved',owner='eb56f43cd50144e0a569a17c314aaa58',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-15T19:54:49Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.objects.instance [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Instance destroyed successfully.
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.objects.instance [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lazy-loading 'resources' on Instance uuid 9c2d9a51-3369-4e65-9401-06b5ea28ab47 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:53:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1601610173',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1601610173',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1601610',id=30,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMd46tQosvAQLZBsyE8BP4P+Sb5mARIVIewdBeWI46wButPKzD+QgnVmkmW7Ni0/NtDocbh79cep8ZDFdQPOCXAcNsMLZVE2HeQsP6WMIDrxBobQUGOJub5O1y64AK9a9A==',key_name='tempest-keypair-1370622524',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:53:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c936ceedbd44009ac09ceb9d3118cab',ramdisk_id='',reservation_id='r-e207oihj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-152859142',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:53:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='40f5e9514dc14cd4bfeefd81c5b6f612',uuid=9c2d9a51-3369-4e65-9401-06b5ea28ab47,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Converting VIF {"id": "06414748-b847-4212-baf7-7e0e4b643194", "address": "fa:16:3e:21:ff:b4", "network": {"id": "5feffd35-5f98-4858-9bf5-7606750cd0c6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-370306474-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c936ceedbd44009ac09ceb9d3118cab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06414748-b8", "ovs_interfaceid": "06414748-b847-4212-baf7-7e0e4b643194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:21:ff:b4,bridge_name='br-int',has_traffic_filtering=True,id=06414748-b847-4212-baf7-7e0e4b643194,network=Network(5feffd35-5f98-4858-9bf5-7606750cd0c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06414748-b8') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG os_vif [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:ff:b4,bridge_name='br-int',has_traffic_filtering=True,id=06414748-b847-4212-baf7-7e0e4b643194,network=Network(5feffd35-5f98-4858-9bf5-7606750cd0c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06414748-b8') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.objects.base [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Object Instance<1adc7cd9-1048-455b-9d0c-c9605fafca8b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:52:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-390373277',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-390373277',id=28,image_ref='4373643e-b9d2-40c7-b8c5-9d9a7ce0e8b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1888100992',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:52:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-6o1o0a2k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member',shelved_at='2023-10-15T19:54:49.622339',shelved_host='user',shelved_image_id='4373643e-b9d2-40c7-b8c5-9d9a7ce0e8b2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:56:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=1adc7cd9-1048-455b-9d0c-c9605fafca8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.objects.instance [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'pci_devices' on Instance uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap06414748-b8, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=49644916-73b7-4fb6-a0c7-7db475139efd) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:56:46 user nova-compute[74712]: INFO os_vif [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:ff:b4,bridge_name='br-int',has_traffic_filtering=True,id=06414748-b847-4212-baf7-7e0e4b643194,network=Network(5feffd35-5f98-4858-9bf5-7606750cd0c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06414748-b8')
Oct 15 19:56:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Deleting instance files /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47_del
Oct 15 19:56:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Deletion of /opt/stack/data/nova/instances/9c2d9a51-3369-4e65-9401-06b5ea28ab47_del complete
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.objects.base [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Object Instance<1adc7cd9-1048-455b-9d0c-c9605fafca8b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:56:46 user nova-compute[74712]:   <uuid>1adc7cd9-1048-455b-9d0c-c9605fafca8b</uuid>
Oct 15 19:56:46 user nova-compute[74712]:   <name>instance-0000001c</name>
Oct 15 19:56:46 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:56:46 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:56:46 user nova-compute[74712]:   <metadata>
Oct 15 19:56:46 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:56:46 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:56:46 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-390373277</nova:name>
Oct 15 19:56:46 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:56:46</nova:creationTime>
Oct 15 19:56:46 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:56:46 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:56:46 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:56:46 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:56:46 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:56:46 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:56:46 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:56:46 user nova-compute[74712]:       <nova:owner>
Oct 15 19:56:46 user nova-compute[74712]:         <nova:user uuid="507a7eb37ce64c19a5d9dffed02f4626">tempest-AttachVolumeShelveTestJSON-1020006724-project-member</nova:user>
Oct 15 19:56:46 user nova-compute[74712]:         <nova:project uuid="eb56f43cd50144e0a569a17c314aaa58">tempest-AttachVolumeShelveTestJSON-1020006724</nova:project>
Oct 15 19:56:46 user nova-compute[74712]:       </nova:owner>
Oct 15 19:56:46 user nova-compute[74712]:       <nova:root type="image" uuid="4373643e-b9d2-40c7-b8c5-9d9a7ce0e8b2"/>
Oct 15 19:56:46 user nova-compute[74712]:       <nova:ports>
Oct 15 19:56:46 user nova-compute[74712]:         <nova:port uuid="95822306-8780-474f-b873-1d3aca47faea">
Oct 15 19:56:46 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 15 19:56:46 user nova-compute[74712]:         </nova:port>
Oct 15 19:56:46 user nova-compute[74712]:       </nova:ports>
Oct 15 19:56:46 user nova-compute[74712]:     </nova:instance>
Oct 15 19:56:46 user nova-compute[74712]:   </metadata>
Oct 15 19:56:46 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:56:46 user nova-compute[74712]:     <system>
Oct 15 19:56:46 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:56:46 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:56:46 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:56:46 user nova-compute[74712]:       <entry name="serial">1adc7cd9-1048-455b-9d0c-c9605fafca8b</entry>
Oct 15 19:56:46 user nova-compute[74712]:       <entry name="uuid">1adc7cd9-1048-455b-9d0c-c9605fafca8b</entry>
Oct 15 19:56:46 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:56:46 user nova-compute[74712]:     </system>
Oct 15 19:56:46 user nova-compute[74712]:   </sysinfo>
Oct 15 19:56:46 user nova-compute[74712]:   <os>
Oct 15 19:56:46 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:56:46 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:56:46 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:56:46 user nova-compute[74712]:   </os>
Oct 15 19:56:46 user nova-compute[74712]:   <features>
Oct 15 19:56:46 user nova-compute[74712]:     <acpi/>
Oct 15 19:56:46 user nova-compute[74712]:     <apic/>
Oct 15 19:56:46 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:56:46 user nova-compute[74712]:   </features>
Oct 15 19:56:46 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:56:46 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:56:46 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:56:46 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:56:46 user nova-compute[74712]:   </clock>
Oct 15 19:56:46 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:56:46 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:56:46 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:56:46 user nova-compute[74712]:   </cpu>
Oct 15 19:56:46 user nova-compute[74712]:   <devices>
Oct 15 19:56:46 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:56:46 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:56:46 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk"/>
Oct 15 19:56:46 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:56:46 user nova-compute[74712]:     </disk>
Oct 15 19:56:46 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:56:46 user nova-compute[74712]:       <mac address="fa:16:3e:e0:0b:74"/>
Oct 15 19:56:46 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:56:46 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:56:46 user nova-compute[74712]:       <target dev="tap95822306-87"/>
Oct 15 19:56:46 user nova-compute[74712]:     </interface>
Oct 15 19:56:46 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:56:46 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/console.log" append="off"/>
Oct 15 19:56:46 user nova-compute[74712]:     </serial>
Oct 15 19:56:46 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:56:46 user nova-compute[74712]:     <video>
Oct 15 19:56:46 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:56:46 user nova-compute[74712]:     </video>
Oct 15 19:56:46 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:56:46 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:56:46 user nova-compute[74712]:     </rng>
Oct 15 19:56:46 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:56:46 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:56:46 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:56:46 user nova-compute[74712]:     </memballoon>
Oct 15 19:56:46 user nova-compute[74712]:   </devices>
Oct 15 19:56:46 user nova-compute[74712]: </domain>
Oct 15 19:56:46 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:52:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-390373277',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-390373277',id=28,image_ref='4373643e-b9d2-40c7-b8c5-9d9a7ce0e8b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1888100992',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:52:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-6o1o0a2k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member',shelved_at='2023-10-15T19:54:49.622339',shelved_host='user',shelved_image_id='4373643e-b9d2-40c7-b8c5-9d9a7ce0e8b2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:56:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=1adc7cd9-1048-455b-9d0c-c9605fafca8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG os_vif [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fb2ad7b4-bcb1-5b11-90c2-6b12723922cd', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap95822306-87, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap95822306-87, col_values=(('qos', UUID('3108a5f0-d2d6-46b8-a34e-9e70efc8491d')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap95822306-87, col_values=(('external_ids', {'iface-id': '95822306-8780-474f-b873-1d3aca47faea', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:0b:74', 'vm-uuid': '1adc7cd9-1048-455b-9d0c-c9605fafca8b'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:46 user nova-compute[74712]: INFO os_vif [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87')
Oct 15 19:56:46 user nova-compute[74712]: INFO nova.compute.manager [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Took 1.50 seconds to destroy the instance on the hypervisor.
Oct 15 19:56:46 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:56:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] No VIF found with MAC fa:16:3e:e0:0b:74, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:56:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] No waiting events found dispatching network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:48 user nova-compute[74712]: WARNING nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received unexpected event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 for instance with vm_state active and task_state deleting.
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] No waiting events found dispatching network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:48 user nova-compute[74712]: WARNING nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received unexpected event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 for instance with vm_state active and task_state deleting.
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] No waiting events found dispatching network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:48 user nova-compute[74712]: WARNING nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received unexpected event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 for instance with vm_state active and task_state deleting.
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-unplugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] No waiting events found dispatching network-vif-unplugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-2514b80c-762a-40d0-baa4-283e80ca0a25 req-32a6d09b-44ab-4fc8-bba0-e800cf265aaa service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-unplugged-06414748-b847-4212-baf7-7e0e4b643194 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:56:48 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Took 1.30 seconds to deallocate network for instance.
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:56:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.670s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:48 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Deleted allocations for instance 9c2d9a51-3369-4e65-9401-06b5ea28ab47
Oct 15 19:56:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ce86f80-55f4-4d40-82b1-05f718c311b5 tempest-TestServerVolumeAttachScenarioOldVersion-152859142 tempest-TestServerVolumeAttachScenarioOldVersion-152859142-project-member] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.758s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] Acquiring lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] Lock "9c2d9a51-3369-4e65-9401-06b5ea28ab47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] No waiting events found dispatching network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:50 user nova-compute[74712]: WARNING nova.compute.manager [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received unexpected event network-vif-plugged-06414748-b847-4212-baf7-7e0e4b643194 for instance with vm_state deleted and task_state None.
Oct 15 19:56:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] [instance: 9c2d9a51-3369-4e65-9401-06b5ea28ab47] Received event network-vif-deleted-06414748-b847-4212-baf7-7e0e4b643194 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] No waiting events found dispatching network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:50 user nova-compute[74712]: WARNING nova.compute.manager [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received unexpected event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea for instance with vm_state shelved_offloaded and task_state spawning.
Oct 15 19:56:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] No waiting events found dispatching network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:56:50 user nova-compute[74712]: WARNING nova.compute.manager [req-2fef8c17-3888-413a-8ac0-811d00d8a03c req-3b472c87-e4c0-4884-90ef-8f3a0367135e service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received unexpected event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea for instance with vm_state shelved_offloaded and task_state spawning.
Oct 15 19:56:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:56:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:56:50 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Instance spawned successfully.
Oct 15 19:56:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:56:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13f89f59-9f98-4235-8545-cb3042f0f3ae tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 14.243s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:56:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:56:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "70e10e53-dbd4-4946-ad48-cb04bd603d51" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:06 user nova-compute[74712]: INFO nova.compute.manager [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Terminating instance
Oct 15 19:57:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-b3461733-390c-4254-a8b4-b3237e3b1b00 req-0d0ba79a-18a9-4083-b192-c55945ec59aa service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Received event network-vif-unplugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b3461733-390c-4254-a8b4-b3237e3b1b00 req-0d0ba79a-18a9-4083-b192-c55945ec59aa service nova] Acquiring lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b3461733-390c-4254-a8b4-b3237e3b1b00 req-0d0ba79a-18a9-4083-b192-c55945ec59aa service nova] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b3461733-390c-4254-a8b4-b3237e3b1b00 req-0d0ba79a-18a9-4083-b192-c55945ec59aa service nova] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-b3461733-390c-4254-a8b4-b3237e3b1b00 req-0d0ba79a-18a9-4083-b192-c55945ec59aa service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] No waiting events found dispatching network-vif-unplugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:57:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-b3461733-390c-4254-a8b4-b3237e3b1b00 req-0d0ba79a-18a9-4083-b192-c55945ec59aa service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Received event network-vif-unplugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Instance destroyed successfully.
Oct 15 19:57:07 user nova-compute[74712]: DEBUG nova.objects.instance [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'resources' on Instance uuid 70e10e53-dbd4-4946-ad48-cb04bd603d51 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:46:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-159863980',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-159863980',id=22,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:47:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-lxs3gzgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:48:50Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=70e10e53-dbd4-4946-ad48-cb04bd603d51,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "address": "fa:16:3e:c2:0f:4b", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b1dd96a-a0", "ovs_interfaceid": "9b1dd96a-a082-4325-acc3-ea5d5c4ee26a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c2:0f:4b,bridge_name='br-int',has_traffic_filtering=True,id=9b1dd96a-a082-4325-acc3-ea5d5c4ee26a,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b1dd96a-a0') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG os_vif [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c2:0f:4b,bridge_name='br-int',has_traffic_filtering=True,id=9b1dd96a-a082-4325-acc3-ea5d5c4ee26a,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b1dd96a-a0') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9b1dd96a-a0, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c00eedfe-d51d-403c-b006-051d3aac4f82) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:07 user nova-compute[74712]: INFO os_vif [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c2:0f:4b,bridge_name='br-int',has_traffic_filtering=True,id=9b1dd96a-a082-4325-acc3-ea5d5c4ee26a,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b1dd96a-a0')
Oct 15 19:57:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Deleting instance files /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51_del
Oct 15 19:57:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Deletion of /opt/stack/data/nova/instances/70e10e53-dbd4-4946-ad48-cb04bd603d51_del complete
Oct 15 19:57:07 user nova-compute[74712]: INFO nova.compute.manager [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 15 19:57:07 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:57:07 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Took 0.43 seconds to deallocate network for instance.
Oct 15 19:57:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-06ac2ea0-2844-48c0-9531-ae088401e276 req-1de890dc-f907-4f1d-a99a-354e68872c63 service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Received event network-vif-deleted-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:57:07 user nova-compute[74712]: INFO nova.compute.manager [req-06ac2ea0-2844-48c0-9531-ae088401e276 req-1de890dc-f907-4f1d-a99a-354e68872c63 service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Neutron deleted interface 9b1dd96a-a082-4325-acc3-ea5d5c4ee26a; detaching it from the instance and deleting it from the info cache
Oct 15 19:57:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-06ac2ea0-2844-48c0-9531-ae088401e276 req-1de890dc-f907-4f1d-a99a-354e68872c63 service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-06ac2ea0-2844-48c0-9531-ae088401e276 req-1de890dc-f907-4f1d-a99a-354e68872c63 service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Detach interface failed, port_id=9b1dd96a-a082-4325-acc3-ea5d5c4ee26a, reason: Instance 70e10e53-dbd4-4946-ad48-cb04bd603d51 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:08 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:57:08 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:57:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.335s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:08 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Deleted allocations for instance 70e10e53-dbd4-4946-ad48-cb04bd603d51
Oct 15 19:57:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3b02c029-8cca-4caa-9331-1c52aef2618f tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.937s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-d880754f-4ff5-4517-a9b2-1cb33dbc7308 req-38dad5fe-5f36-4afe-84ee-8a560337f323 service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Received event network-vif-plugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:57:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d880754f-4ff5-4517-a9b2-1cb33dbc7308 req-38dad5fe-5f36-4afe-84ee-8a560337f323 service nova] Acquiring lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d880754f-4ff5-4517-a9b2-1cb33dbc7308 req-38dad5fe-5f36-4afe-84ee-8a560337f323 service nova] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d880754f-4ff5-4517-a9b2-1cb33dbc7308 req-38dad5fe-5f36-4afe-84ee-8a560337f323 service nova] Lock "70e10e53-dbd4-4946-ad48-cb04bd603d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-d880754f-4ff5-4517-a9b2-1cb33dbc7308 req-38dad5fe-5f36-4afe-84ee-8a560337f323 service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] No waiting events found dispatching network-vif-plugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:57:09 user nova-compute[74712]: WARNING nova.compute.manager [req-d880754f-4ff5-4517-a9b2-1cb33dbc7308 req-38dad5fe-5f36-4afe-84ee-8a560337f323 service nova] [instance: 70e10e53-dbd4-4946-ad48-cb04bd603d51] Received unexpected event network-vif-plugged-9b1dd96a-a082-4325-acc3-ea5d5c4ee26a for instance with vm_state deleted and task_state None.
Oct 15 19:57:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Going to confirm migration 2 {{(pid=74712) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 15 19:57:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:57:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquired lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:57:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:57:17 user nova-compute[74712]: DEBUG nova.objects.instance [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'info_cache' on Instance uuid 63e37036-5f90-46a6-aa28-749b0b6f3def {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:57:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating instance_info_cache with network_info: [{"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:57:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Releasing lock "refresh_cache-63e37036-5f90-46a6-aa28-749b0b6f3def" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:57:18 user nova-compute[74712]: DEBUG nova.objects.instance [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'migration_context' on Instance uuid 63e37036-5f90-46a6-aa28-749b0b6f3def {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:57:18 user nova-compute[74712]: DEBUG nova.objects.base [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Object Instance<63e37036-5f90-46a6-aa28-749b0b6f3def> lazy-loaded attributes: info_cache,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:57:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:18 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:57:18 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:57:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.465s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:18 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Deleted allocation for migration ae68bb77-1a8f-4ab8-9cb3-67640bbc8fc3
Oct 15 19:57:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-033adaae-4377-4806-b194-5ee51e523c43 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.293s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:26 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:57:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Acquiring lock "f449172f-162d-4cef-8090-33cce9f4cce1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "f449172f-162d-4cef-8090-33cce9f4cce1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 19:57:29 user nova-compute[74712]: INFO nova.compute.claims [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Claim successful on node user
Oct 15 19:57:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:57:29 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.412s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.327s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 19:57:30 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 19:57:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 19:57:30 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Creating image(s)
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Acquiring lock "/opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "/opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "/opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG nova.policy [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5abdd5df2fcd4d25bac633f5623951ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d59db4b736749598987de89353be2bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk 1073741824" returned: 0 in 0.046s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.222s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Successfully created port: 2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Cannot resize image /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Ensure instance console log exists: /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG nova.network.neutron [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Successfully updated port: 2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Acquiring lock "refresh_cache-f449172f-162d-4cef-8090-33cce9f4cce1" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Acquired lock "refresh_cache-f449172f-162d-4cef-8090-33cce9f4cce1" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG nova.network.neutron [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-148a33dc-774f-4cab-b86e-a9c5b536d111 req-0c12e4c7-26ba-440a-b077-c3be7ca45874 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Received event network-changed-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-148a33dc-774f-4cab-b86e-a9c5b536d111 req-0c12e4c7-26ba-440a-b077-c3be7ca45874 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Refreshing instance network info cache due to event network-changed-2afc7e6f-a31a-4f17-a0a9-9020f329ef00. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-148a33dc-774f-4cab-b86e-a9c5b536d111 req-0c12e4c7-26ba-440a-b077-c3be7ca45874 service nova] Acquiring lock "refresh_cache-f449172f-162d-4cef-8090-33cce9f4cce1" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG nova.network.neutron [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.164s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.164s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.network.neutron [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Updating instance_info_cache with network_info: [{"id": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "address": "fa:16:3e:5d:eb:dd", "network": {"id": "674bf24b-cddd-428d-b7c2-cd334d9296bc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "12eb5cd59a414c7f80e74a30739cf397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2afc7e6f-a3", "ovs_interfaceid": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Releasing lock "refresh_cache-f449172f-162d-4cef-8090-33cce9f4cce1" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.compute.manager [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Instance network_info: |[{"id": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "address": "fa:16:3e:5d:eb:dd", "network": {"id": "674bf24b-cddd-428d-b7c2-cd334d9296bc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "12eb5cd59a414c7f80e74a30739cf397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2afc7e6f-a3", "ovs_interfaceid": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-148a33dc-774f-4cab-b86e-a9c5b536d111 req-0c12e4c7-26ba-440a-b077-c3be7ca45874 service nova] Acquired lock "refresh_cache-f449172f-162d-4cef-8090-33cce9f4cce1" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.network.neutron [req-148a33dc-774f-4cab-b86e-a9c5b536d111 req-0c12e4c7-26ba-440a-b077-c3be7ca45874 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Refreshing network info cache for port 2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Start _get_guest_xml network_info=[{"id": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "address": "fa:16:3e:5d:eb:dd", "network": {"id": "674bf24b-cddd-428d-b7c2-cd334d9296bc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "12eb5cd59a414c7f80e74a30739cf397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2afc7e6f-a3", "ovs_interfaceid": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:32 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:57:32 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1029955779',display_name='tempest-VolumesNegativeTest-instance-1029955779',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1029955779',id=36,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d59db4b736749598987de89353be2bf',ramdisk_id='',reservation_id='r-14zgntnv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-674745575',owner_user_name='tempest-VolumesNegativeTest-674745575-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:57:30Z,user_data=None,user_id='5abdd5df2fcd4d25bac633f5623951ac',uuid=f449172f-162d-4cef-8090-33cce9f4cce1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "address": "fa:16:3e:5d:eb:dd", "network": {"id": "674bf24b-cddd-428d-b7c2-cd334d9296bc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "12eb5cd59a414c7f80e74a30739cf397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2afc7e6f-a3", "ovs_interfaceid": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Converting VIF {"id": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "address": "fa:16:3e:5d:eb:dd", "network": {"id": "674bf24b-cddd-428d-b7c2-cd334d9296bc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "12eb5cd59a414c7f80e74a30739cf397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2afc7e6f-a3", "ovs_interfaceid": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:eb:dd,bridge_name='br-int',has_traffic_filtering=True,id=2afc7e6f-a31a-4f17-a0a9-9020f329ef00,network=Network(674bf24b-cddd-428d-b7c2-cd334d9296bc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2afc7e6f-a3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.objects.instance [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lazy-loading 'pci_devices' on Instance uuid f449172f-162d-4cef-8090-33cce9f4cce1 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:57:32 user nova-compute[74712]:   <uuid>f449172f-162d-4cef-8090-33cce9f4cce1</uuid>
Oct 15 19:57:32 user nova-compute[74712]:   <name>instance-00000024</name>
Oct 15 19:57:32 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:57:32 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:57:32 user nova-compute[74712]:   <metadata>
Oct 15 19:57:32 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:57:32 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:57:32 user nova-compute[74712]:       <nova:name>tempest-VolumesNegativeTest-instance-1029955779</nova:name>
Oct 15 19:57:32 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:57:32</nova:creationTime>
Oct 15 19:57:32 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:57:32 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:57:32 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:57:32 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:57:32 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:57:32 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:57:32 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:57:32 user nova-compute[74712]:       <nova:owner>
Oct 15 19:57:32 user nova-compute[74712]:         <nova:user uuid="5abdd5df2fcd4d25bac633f5623951ac">tempest-VolumesNegativeTest-674745575-project-member</nova:user>
Oct 15 19:57:32 user nova-compute[74712]:         <nova:project uuid="0d59db4b736749598987de89353be2bf">tempest-VolumesNegativeTest-674745575</nova:project>
Oct 15 19:57:32 user nova-compute[74712]:       </nova:owner>
Oct 15 19:57:32 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:57:32 user nova-compute[74712]:       <nova:ports>
Oct 15 19:57:32 user nova-compute[74712]:         <nova:port uuid="2afc7e6f-a31a-4f17-a0a9-9020f329ef00">
Oct 15 19:57:32 user nova-compute[74712]:           <nova:ip type="fixed" address="192.168.233.3" ipVersion="4"/>
Oct 15 19:57:32 user nova-compute[74712]:         </nova:port>
Oct 15 19:57:32 user nova-compute[74712]:       </nova:ports>
Oct 15 19:57:32 user nova-compute[74712]:     </nova:instance>
Oct 15 19:57:32 user nova-compute[74712]:   </metadata>
Oct 15 19:57:32 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:57:32 user nova-compute[74712]:     <system>
Oct 15 19:57:32 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:57:32 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:57:32 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:57:32 user nova-compute[74712]:       <entry name="serial">f449172f-162d-4cef-8090-33cce9f4cce1</entry>
Oct 15 19:57:32 user nova-compute[74712]:       <entry name="uuid">f449172f-162d-4cef-8090-33cce9f4cce1</entry>
Oct 15 19:57:32 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:57:32 user nova-compute[74712]:     </system>
Oct 15 19:57:32 user nova-compute[74712]:   </sysinfo>
Oct 15 19:57:32 user nova-compute[74712]:   <os>
Oct 15 19:57:32 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:57:32 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 19:57:32 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:57:32 user nova-compute[74712]:   </os>
Oct 15 19:57:32 user nova-compute[74712]:   <features>
Oct 15 19:57:32 user nova-compute[74712]:     <acpi/>
Oct 15 19:57:32 user nova-compute[74712]:     <apic/>
Oct 15 19:57:32 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:57:32 user nova-compute[74712]:   </features>
Oct 15 19:57:32 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:57:32 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:57:32 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:57:32 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:57:32 user nova-compute[74712]:   </clock>
Oct 15 19:57:32 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:57:32 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:57:32 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:57:32 user nova-compute[74712]:   </cpu>
Oct 15 19:57:32 user nova-compute[74712]:   <devices>
Oct 15 19:57:32 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:57:32 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:57:32 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk"/>
Oct 15 19:57:32 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:57:32 user nova-compute[74712]:     </disk>
Oct 15 19:57:32 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:57:32 user nova-compute[74712]:       <mac address="fa:16:3e:5d:eb:dd"/>
Oct 15 19:57:32 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:57:32 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:57:32 user nova-compute[74712]:       <target dev="tap2afc7e6f-a3"/>
Oct 15 19:57:32 user nova-compute[74712]:     </interface>
Oct 15 19:57:32 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:57:32 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/console.log" append="off"/>
Oct 15 19:57:32 user nova-compute[74712]:     </serial>
Oct 15 19:57:32 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:57:32 user nova-compute[74712]:     <video>
Oct 15 19:57:32 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:57:32 user nova-compute[74712]:     </video>
Oct 15 19:57:32 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:57:32 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:57:32 user nova-compute[74712]:     </rng>
Oct 15 19:57:32 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:57:32 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:57:32 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:57:32 user nova-compute[74712]:     </memballoon>
Oct 15 19:57:32 user nova-compute[74712]:   </devices>
Oct 15 19:57:32 user nova-compute[74712]: </domain>
Oct 15 19:57:32 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1029955779',display_name='tempest-VolumesNegativeTest-instance-1029955779',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1029955779',id=36,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d59db4b736749598987de89353be2bf',ramdisk_id='',reservation_id='r-14zgntnv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-674745575',owner_user_name='tempest-VolumesNegativeTest-674745575-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:57:30Z,user_data=None,user_id='5abdd5df2fcd4d25bac633f5623951ac',uuid=f449172f-162d-4cef-8090-33cce9f4cce1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "address": "fa:16:3e:5d:eb:dd", "network": {"id": "674bf24b-cddd-428d-b7c2-cd334d9296bc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "12eb5cd59a414c7f80e74a30739cf397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2afc7e6f-a3", "ovs_interfaceid": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Converting VIF {"id": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "address": "fa:16:3e:5d:eb:dd", "network": {"id": "674bf24b-cddd-428d-b7c2-cd334d9296bc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "12eb5cd59a414c7f80e74a30739cf397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2afc7e6f-a3", "ovs_interfaceid": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:eb:dd,bridge_name='br-int',has_traffic_filtering=True,id=2afc7e6f-a31a-4f17-a0a9-9020f329ef00,network=Network(674bf24b-cddd-428d-b7c2-cd334d9296bc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2afc7e6f-a3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG os_vif [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:eb:dd,bridge_name='br-int',has_traffic_filtering=True,id=2afc7e6f-a31a-4f17-a0a9-9020f329ef00,network=Network(674bf24b-cddd-428d-b7c2-cd334d9296bc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2afc7e6f-a3') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '012a6300-21f4-5953-a571-4e50f2d398eb', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2afc7e6f-a3, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2afc7e6f-a3, col_values=(('qos', UUID('a24b0b85-14d9-4f67-90cf-62ec04b2789b')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2afc7e6f-a3, col_values=(('external_ids', {'iface-id': '2afc7e6f-a31a-4f17-a0a9-9020f329ef00', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:eb:dd', 'vm-uuid': 'f449172f-162d-4cef-8090-33cce9f4cce1'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:32 user nova-compute[74712]: INFO os_vif [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:eb:dd,bridge_name='br-int',has_traffic_filtering=True,id=2afc7e6f-a31a-4f17-a0a9-9020f329ef00,network=Network(674bf24b-cddd-428d-b7c2-cd334d9296bc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2afc7e6f-a3')
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] No VIF found with MAC fa:16:3e:5d:eb:dd, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.network.neutron [req-148a33dc-774f-4cab-b86e-a9c5b536d111 req-0c12e4c7-26ba-440a-b077-c3be7ca45874 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Updated VIF entry in instance network info cache for port 2afc7e6f-a31a-4f17-a0a9-9020f329ef00. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG nova.network.neutron [req-148a33dc-774f-4cab-b86e-a9c5b536d111 req-0c12e4c7-26ba-440a-b077-c3be7ca45874 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Updating instance_info_cache with network_info: [{"id": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "address": "fa:16:3e:5d:eb:dd", "network": {"id": "674bf24b-cddd-428d-b7c2-cd334d9296bc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "12eb5cd59a414c7f80e74a30739cf397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2afc7e6f-a3", "ovs_interfaceid": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-148a33dc-774f-4cab-b86e-a9c5b536d111 req-0c12e4c7-26ba-440a-b077-c3be7ca45874 service nova] Releasing lock "refresh_cache-f449172f-162d-4cef-8090-33cce9f4cce1" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.164s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json" returned: 0 in 0.163s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-62a93c42-9683-4304-8dd8-e3262dee57fa req-40dbcd39-8ac0-41d8-b3b2-4f9865e60170 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Received event network-vif-plugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-62a93c42-9683-4304-8dd8-e3262dee57fa req-40dbcd39-8ac0-41d8-b3b2-4f9865e60170 service nova] Acquiring lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-62a93c42-9683-4304-8dd8-e3262dee57fa req-40dbcd39-8ac0-41d8-b3b2-4f9865e60170 service nova] Lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-62a93c42-9683-4304-8dd8-e3262dee57fa req-40dbcd39-8ac0-41d8-b3b2-4f9865e60170 service nova] Lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-62a93c42-9683-4304-8dd8-e3262dee57fa req-40dbcd39-8ac0-41d8-b3b2-4f9865e60170 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] No waiting events found dispatching network-vif-plugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:57:34 user nova-compute[74712]: WARNING nova.compute.manager [req-62a93c42-9683-4304-8dd8-e3262dee57fa req-40dbcd39-8ac0-41d8-b3b2-4f9865e60170 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Received unexpected event network-vif-plugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 for instance with vm_state building and task_state spawning.
Oct 15 19:57:34 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:57:34 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7484MB free_disk=24.81192398071289GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 6bfb447e-c077-474f-a556-475183605a01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1cee0c38-23f9-4c00-853d-e98beda75e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 63e37036-5f90-46a6-aa28-749b0b6f3def actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f1292b53-b8ee-42b5-960a-bba38b19a661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1adc7cd9-1048-455b-9d0c-c9605fafca8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f449172f-162d-4cef-8090-33cce9f4cce1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:57:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.502s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 19:57:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Instance spawned successfully.
Oct 15 19:57:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:57:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 19:57:35 user nova-compute[74712]: INFO nova.compute.manager [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Took 5.67 seconds to spawn the instance on the hypervisor.
Oct 15 19:57:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:57:36 user nova-compute[74712]: INFO nova.compute.manager [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Took 6.45 seconds to build instance.
Oct 15 19:57:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-44837dbb-6150-4898-a915-9e3a61764a04 tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "f449172f-162d-4cef-8090-33cce9f4cce1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.547s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-f0b53b12-8ce9-4d62-9e10-7f0e18f342cf req-b579b199-5e70-40c0-91f5-c1b7741b83a8 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Received event network-vif-plugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:57:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f0b53b12-8ce9-4d62-9e10-7f0e18f342cf req-b579b199-5e70-40c0-91f5-c1b7741b83a8 service nova] Acquiring lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f0b53b12-8ce9-4d62-9e10-7f0e18f342cf req-b579b199-5e70-40c0-91f5-c1b7741b83a8 service nova] Lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f0b53b12-8ce9-4d62-9e10-7f0e18f342cf req-b579b199-5e70-40c0-91f5-c1b7741b83a8 service nova] Lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-f0b53b12-8ce9-4d62-9e10-7f0e18f342cf req-b579b199-5e70-40c0-91f5-c1b7741b83a8 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] No waiting events found dispatching network-vif-plugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:57:36 user nova-compute[74712]: WARNING nova.compute.manager [req-f0b53b12-8ce9-4d62-9e10-7f0e18f342cf req-b579b199-5e70-40c0-91f5-c1b7741b83a8 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Received unexpected event network-vif-plugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 for instance with vm_state active and task_state None.
Oct 15 19:57:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:57:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:57:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:57:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 19:57:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:57:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:57:38 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:57:38 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 4100b590-bb4f-4946-a7e3-5f4c534712ae {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:57:39 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updating instance_info_cache with network_info: [{"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:57:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-4100b590-bb4f-4946-a7e3-5f4c534712ae" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:57:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:57:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:57:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "6bfb447e-c077-474f-a556-475183605a01" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:57 user nova-compute[74712]: INFO nova.compute.manager [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Terminating instance
Oct 15 19:57:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-24ce481b-f93f-4dc7-8e86-859b28d6d1d6 req-0c3ed437-acd9-4fba-b5d1-95914adda8ff service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-unplugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-24ce481b-f93f-4dc7-8e86-859b28d6d1d6 req-0c3ed437-acd9-4fba-b5d1-95914adda8ff service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-24ce481b-f93f-4dc7-8e86-859b28d6d1d6 req-0c3ed437-acd9-4fba-b5d1-95914adda8ff service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-24ce481b-f93f-4dc7-8e86-859b28d6d1d6 req-0c3ed437-acd9-4fba-b5d1-95914adda8ff service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-24ce481b-f93f-4dc7-8e86-859b28d6d1d6 req-0c3ed437-acd9-4fba-b5d1-95914adda8ff service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-unplugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-24ce481b-f93f-4dc7-8e86-859b28d6d1d6 req-0c3ed437-acd9-4fba-b5d1-95914adda8ff service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-unplugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 6bfb447e-c077-474f-a556-475183605a01] Instance destroyed successfully.
Oct 15 19:57:57 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'resources' on Instance uuid 6bfb447e-c077-474f-a556-475183605a01 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:41:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1503258463',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1503258463',id=12,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:43:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0cfncm06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:45:08Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=6bfb447e-c077-474f-a556-475183605a01,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "24402937-f6b8-4561-8014-7d46d98dfa5e", "address": "fa:16:3e:38:76:58", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24402937-f6", "ovs_interfaceid": "24402937-f6b8-4561-8014-7d46d98dfa5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:38:76:58,bridge_name='br-int',has_traffic_filtering=True,id=24402937-f6b8-4561-8014-7d46d98dfa5e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24402937-f6') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG os_vif [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:76:58,bridge_name='br-int',has_traffic_filtering=True,id=24402937-f6b8-4561-8014-7d46d98dfa5e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24402937-f6') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap24402937-f6, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=307d8675-90af-4104-9d6a-0cecea65422b) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:57 user nova-compute[74712]: INFO os_vif [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:76:58,bridge_name='br-int',has_traffic_filtering=True,id=24402937-f6b8-4561-8014-7d46d98dfa5e,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24402937-f6')
Oct 15 19:57:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpgPzyKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:57:57 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:57:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[878d4f7b-d8cc-4c42-976c-3cd2e421de56]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:57:57 user nova-compute[74712]: No targets found.
Oct 15 19:57:57 user nova-compute[74712]: iSNS:
Oct 15 19:57:57 user nova-compute[74712]: No targets found.
Oct 15 19:57:57 user nova-compute[74712]: STATIC:
Oct 15 19:57:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4
Oct 15 19:57:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:57:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:57:57 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c
Oct 15 19:57:57 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:57:57 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:57:57 user nova-compute[74712]: FIRMWARE:
Oct 15 19:57:57 user nova-compute[74712]: No targets found.
Oct 15 19:57:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:57:57 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:57:57 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:57:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[051b48d4-17d6-436d-8d73-476d9a946bc6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[166fd1fc-8689-414d-b60f-c0dace4126a2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:57:58 user nova-compute[74712]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:57:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c (non-flash)
Oct 15 19:57:58 user nova-compute[74712]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:57:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca4193f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c'): ({'sdd'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Removing single pathed devices sdd {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7dd8297-8faa-4e3e-8326-39dd2e5350d4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6f76330-3321-4420-9615-7246028ca574]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Flushing IO for device /dev/sdd {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2971df34-9d5d-4a05-9458-5c8eb14eefbc]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.032s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6014576-062f-4103-ac43-dc1cfef3bc5a]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] SCSI volumes sdd have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ddeb808-10ca-480d-88da-5baaf07791d5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3bae3e3-57cb-4084-be69-0e29271b1e41]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c, portal: 172.16.0.220,3260]
Oct 15 19:57:58 user nova-compute[74712]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c, portal: 172.16.0.220,3260] successful.
Oct 15 19:57:58 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d488a62-be6c-4cac-bf09-d2771c1bcc2c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d972885-7f8a-4f81-87b6-f05aeb98db15]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] <== disconnect_volume: return (285ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:57:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Deleting instance files /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01_del
Oct 15 19:57:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Deletion of /opt/stack/data/nova/instances/6bfb447e-c077-474f-a556-475183605a01_del complete
Oct 15 19:57:58 user nova-compute[74712]: INFO nova.compute.manager [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Took 1.15 seconds to destroy the instance on the hypervisor.
Oct 15 19:57:58 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 6bfb447e-c077-474f-a556-475183605a01] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 6bfb447e-c077-474f-a556-475183605a01] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:57:58 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 6bfb447e-c077-474f-a556-475183605a01] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:57:58 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 6bfb447e-c077-474f-a556-475183605a01] Took 0.62 seconds to deallocate network for instance.
Oct 15 19:57:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-271175c6-6182-4606-842d-11b5f57492b9 req-14fbd1c1-4e99-44ec-9262-721640f5984a service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-deleted-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:57:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-087bb3f4-d6af-4365-8976-ebb56ebe4feb req-eb2ab826-9a18-471e-ae13-2b8cb389bdb6 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:57:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-087bb3f4-d6af-4365-8976-ebb56ebe4feb req-eb2ab826-9a18-471e-ae13-2b8cb389bdb6 service nova] Acquiring lock "6bfb447e-c077-474f-a556-475183605a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-087bb3f4-d6af-4365-8976-ebb56ebe4feb req-eb2ab826-9a18-471e-ae13-2b8cb389bdb6 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:57:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-087bb3f4-d6af-4365-8976-ebb56ebe4feb req-eb2ab826-9a18-471e-ae13-2b8cb389bdb6 service nova] Lock "6bfb447e-c077-474f-a556-475183605a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:57:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-087bb3f4-d6af-4365-8976-ebb56ebe4feb req-eb2ab826-9a18-471e-ae13-2b8cb389bdb6 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] No waiting events found dispatching network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:57:59 user nova-compute[74712]: WARNING nova.compute.manager [req-087bb3f4-d6af-4365-8976-ebb56ebe4feb req-eb2ab826-9a18-471e-ae13-2b8cb389bdb6 service nova] [instance: 6bfb447e-c077-474f-a556-475183605a01] Received unexpected event network-vif-plugged-24402937-f6b8-4561-8014-7d46d98dfa5e for instance with vm_state active and task_state deleting.
Oct 15 19:57:59 user nova-compute[74712]: INFO nova.compute.manager [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 6bfb447e-c077-474f-a556-475183605a01] Took 0.89 seconds to detach 1 volumes for instance.
Oct 15 19:57:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:57:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:00 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:58:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:58:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.432s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:00 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Deleted allocations for instance 6bfb447e-c077-474f-a556-475183605a01
Oct 15 19:58:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e4b082e7-415d-448e-aae0-d7fd18150b56 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "6bfb447e-c077-474f-a556-475183605a01" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.303s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-6bbcfdc9-9398-4002-9445-ad5f4b981caa req-1d4e1468-a568-4f73-a731-43bd45104b8c service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received event network-changed-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-6bbcfdc9-9398-4002-9445-ad5f4b981caa req-1d4e1468-a568-4f73-a731-43bd45104b8c service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Refreshing instance network info cache due to event network-changed-676a0785-d080-40ab-ab3b-30262cd78b23. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6bbcfdc9-9398-4002-9445-ad5f4b981caa req-1d4e1468-a568-4f73-a731-43bd45104b8c service nova] Acquiring lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6bbcfdc9-9398-4002-9445-ad5f4b981caa req-1d4e1468-a568-4f73-a731-43bd45104b8c service nova] Acquired lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG nova.network.neutron [req-6bbcfdc9-9398-4002-9445-ad5f4b981caa req-1d4e1468-a568-4f73-a731-43bd45104b8c service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Refreshing network info cache for port 676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG nova.network.neutron [req-6bbcfdc9-9398-4002-9445-ad5f4b981caa req-1d4e1468-a568-4f73-a731-43bd45104b8c service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Updated VIF entry in instance network info cache for port 676a0785-d080-40ab-ab3b-30262cd78b23. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG nova.network.neutron [req-6bbcfdc9-9398-4002-9445-ad5f4b981caa req-1d4e1468-a568-4f73-a731-43bd45104b8c service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Updating instance_info_cache with network_info: [{"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6bbcfdc9-9398-4002-9445-ad5f4b981caa req-1d4e1468-a568-4f73-a731-43bd45104b8c service nova] Releasing lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "f1292b53-b8ee-42b5-960a-bba38b19a661" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:14 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lazy-loading 'flavor' on Instance uuid f1292b53-b8ee-42b5-960a-bba38b19a661 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "f1292b53-b8ee-42b5-960a-bba38b19a661" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:15 user nova-compute[74712]: INFO nova.compute.manager [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Attaching volume da0e2677-e9e8-4a76-99ec-c743a885614f to /dev/vdb
Oct 15 19:58:15 user nova-compute[74712]: DEBUG os_brick.utils [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f68c09d3-7648-4f48-8cbc-626f35554cb1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[789c43d1-be7f-4e02-9a30-f73144a55271]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.062s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0317678a-e628-45df-bd02-7de5ed5de46a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e93bceac-f4de-4424-a327-7653f951ac2e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:58:15 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:58:15 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[96da959e-896c-456c-8d7f-c40b18e895d0]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG os_brick.utils [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] <== get_connector_properties: return (163ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:58:15 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Updating existing volume attachment record: 9d303898-118d-4751-9fd7-028b46ed9490 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:58:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:23 user nova-compute[74712]: DEBUG nova.compute.manager [req-701123e3-3909-4031-85c0-c345801a1fa3 req-f605700c-cb9d-4dd4-869e-3f77373ee88f service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received event network-changed-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:23 user nova-compute[74712]: DEBUG nova.compute.manager [req-701123e3-3909-4031-85c0-c345801a1fa3 req-f605700c-cb9d-4dd4-869e-3f77373ee88f service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Refreshing instance network info cache due to event network-changed-6394634d-4b2d-4a70-99f9-ac84815b81c5. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:58:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-701123e3-3909-4031-85c0-c345801a1fa3 req-f605700c-cb9d-4dd4-869e-3f77373ee88f service nova] Acquiring lock "refresh_cache-2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:58:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-701123e3-3909-4031-85c0-c345801a1fa3 req-f605700c-cb9d-4dd4-869e-3f77373ee88f service nova] Acquired lock "refresh_cache-2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:58:23 user nova-compute[74712]: DEBUG nova.network.neutron [req-701123e3-3909-4031-85c0-c345801a1fa3 req-f605700c-cb9d-4dd4-869e-3f77373ee88f service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Refreshing network info cache for port 6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:58:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:24 user nova-compute[74712]: DEBUG nova.network.neutron [req-701123e3-3909-4031-85c0-c345801a1fa3 req-f605700c-cb9d-4dd4-869e-3f77373ee88f service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Updated VIF entry in instance network info cache for port 6394634d-4b2d-4a70-99f9-ac84815b81c5. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:58:24 user nova-compute[74712]: DEBUG nova.network.neutron [req-701123e3-3909-4031-85c0-c345801a1fa3 req-f605700c-cb9d-4dd4-869e-3f77373ee88f service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Updating instance_info_cache with network_info: [{"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:58:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-701123e3-3909-4031-85c0-c345801a1fa3 req-f605700c-cb9d-4dd4-869e-3f77373ee88f service nova] Releasing lock "refresh_cache-2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:27 user nova-compute[74712]: INFO nova.compute.manager [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Terminating instance
Oct 15 19:58:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-7257b9fd-809c-4568-b4e4-7f59edfe59a0 req-e17aa37b-f0eb-4581-a05c-e8014e0227af service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-vif-unplugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7257b9fd-809c-4568-b4e4-7f59edfe59a0 req-e17aa37b-f0eb-4581-a05c-e8014e0227af service nova] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7257b9fd-809c-4568-b4e4-7f59edfe59a0 req-e17aa37b-f0eb-4581-a05c-e8014e0227af service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7257b9fd-809c-4568-b4e4-7f59edfe59a0 req-e17aa37b-f0eb-4581-a05c-e8014e0227af service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-7257b9fd-809c-4568-b4e4-7f59edfe59a0 req-e17aa37b-f0eb-4581-a05c-e8014e0227af service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] No waiting events found dispatching network-vif-unplugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-7257b9fd-809c-4568-b4e4-7f59edfe59a0 req-e17aa37b-f0eb-4581-a05c-e8014e0227af service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-vif-unplugged-95822306-8780-474f-b873-1d3aca47faea for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:58:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Instance destroyed successfully.
Oct 15 19:58:28 user nova-compute[74712]: DEBUG nova.objects.instance [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lazy-loading 'resources' on Instance uuid 1adc7cd9-1048-455b-9d0c-c9605fafca8b {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-15T19:52:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-390373277',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-390373277',id=28,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDIN09K78//SOr4BK3UFxMifXAkh/B5ErgZmPddUuUXIsokDG0/RtiqHuUvx6zbKxyEhAu4qbrtWry9BM4xyd/aPUP1aNSoixU7pbcSPAzxBWwzvMZriuG2fLENYgcwDXg==',key_name='tempest-keypair-1888100992',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:56:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eb56f43cd50144e0a569a17c314aaa58',ramdisk_id='',reservation_id='r-6o1o0a2k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1020006724',owner_user_name='tempest-AttachVolumeShelveTestJSON-1020006724-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:56:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='507a7eb37ce64c19a5d9dffed02f4626',uuid=1adc7cd9-1048-455b-9d0c-c9605fafca8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converting VIF {"id": "95822306-8780-474f-b873-1d3aca47faea", "address": "fa:16:3e:e0:0b:74", "network": {"id": "cd59e402-cfa2-4260-8899-7ef3ff70dd35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-890711382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb56f43cd50144e0a569a17c314aaa58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95822306-87", "ovs_interfaceid": "95822306-8780-474f-b873-1d3aca47faea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG os_vif [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95822306-87, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3108a5f0-d2d6-46b8-a34e-9e70efc8491d) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: INFO os_vif [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:0b:74,bridge_name='br-int',has_traffic_filtering=True,id=95822306-8780-474f-b873-1d3aca47faea,network=Network(cd59e402-cfa2-4260-8899-7ef3ff70dd35),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95822306-87')
Oct 15 19:58:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Deleting instance files /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b_del
Oct 15 19:58:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Deletion of /opt/stack/data/nova/instances/1adc7cd9-1048-455b-9d0c-c9605fafca8b_del complete
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: INFO nova.compute.manager [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Took 0.80 seconds to destroy the instance on the hypervisor.
Oct 15 19:58:28 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG nova.objects.instance [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'flavor' on Instance uuid 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:29 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Took 1.31 seconds to deallocate network for instance.
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:29 user nova-compute[74712]: INFO nova.compute.manager [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Attaching volume c76995f2-09a2-467c-ae25-b51b303f9767 to /dev/vdb
Oct 15 19:58:29 user nova-compute[74712]: DEBUG os_brick.utils [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f96f9b8e-c02f-4648-938e-e36d6443d74c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb65667b-f0fd-4f28-b52f-2898b468e9a0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a631c4-6698-4389-81c7-eaf32583001f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b198e18-3aec-49b0-8813-85c168d5c76e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 19:58:29 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 19:58:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c05ec4ba-4df2-4c9a-a8b9-bc10d48fe2bb]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG os_brick.utils [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Updating existing volume attachment record: 349bddff-6ba5-435a-a11b-ab34aa318612 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 19:58:29 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-05cd839f-2422-46b7-9229-dbe6de2ecf50 req-05bb866c-8ef3-4dd2-8b06-e6cffb7bc3b9 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-05cd839f-2422-46b7-9229-dbe6de2ecf50 req-05bb866c-8ef3-4dd2-8b06-e6cffb7bc3b9 service nova] Acquiring lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-05cd839f-2422-46b7-9229-dbe6de2ecf50 req-05bb866c-8ef3-4dd2-8b06-e6cffb7bc3b9 service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-05cd839f-2422-46b7-9229-dbe6de2ecf50 req-05bb866c-8ef3-4dd2-8b06-e6cffb7bc3b9 service nova] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-05cd839f-2422-46b7-9229-dbe6de2ecf50 req-05bb866c-8ef3-4dd2-8b06-e6cffb7bc3b9 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] No waiting events found dispatching network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:58:30 user nova-compute[74712]: WARNING nova.compute.manager [req-05cd839f-2422-46b7-9229-dbe6de2ecf50 req-05bb866c-8ef3-4dd2-8b06-e6cffb7bc3b9 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received unexpected event network-vif-plugged-95822306-8780-474f-b873-1d3aca47faea for instance with vm_state deleted and task_state None.
Oct 15 19:58:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-05cd839f-2422-46b7-9229-dbe6de2ecf50 req-05bb866c-8ef3-4dd2-8b06-e6cffb7bc3b9 service nova] [instance: 1adc7cd9-1048-455b-9d0c-c9605fafca8b] Received event network-vif-deleted-95822306-8780-474f-b873-1d3aca47faea {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.387s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.337s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:58:30 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Deleted allocations for instance 1adc7cd9-1048-455b-9d0c-c9605fafca8b
Oct 15 19:58:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EXdxGPhA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:58:30 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:58:30 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:58:30 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-beee8e14-cad9-4058-92ef-e60ff2c6c91e tempest-AttachVolumeShelveTestJSON-1020006724 tempest-AttachVolumeShelveTestJSON-1020006724-project-member] Lock "1adc7cd9-1048-455b-9d0c-c9605fafca8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.689s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b29498-2d47-467a-a94e-c56bc09fae10]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:58:30 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3630479e-adef-4724-86a3-6b6bfcf7f309]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f] added
Oct 15 19:58:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[47836900-ffd0-492e-af22-38ddc3f6a81d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[33f81e59-954b-4d06-849e-6fc7eeed01dd]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EXdxGPhA {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EXdxGPhA" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[57ddbbb9-e23d-4733-9a66-1e942ef4b91c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EXdxGPhA'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa47ac48-08a7-4de8-aa16-505062367651]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[72132364-650b-4e72-a854-3e7c7e83fb25]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:58:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:58:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0e21bf5-00f9-4b99-a1d6-c30f87495037]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f, portal: 172.16.0.220,3260]
Oct 15 19:58:30 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f, portal: 172.16.0.220,3260] successful.
Oct 15 19:58:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[58015c22-1bb2-499f-a9b6-b3ec7ebf5cba]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e82adfd6-5a54-45bf-bd56-b7118ae3f388]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:58:30 user nova-compute[74712]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)
Oct 15 19:58:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:58:30 user nova-compute[74712]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)
Oct 15 19:58:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a61a8ac5-915f-4384-9cb1-9e6c3c541ccf]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.231s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EXdxGPhA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] <== connect_volume: return (1375ms) {'type': 'block', 'scsi_wwn': '23265306164363437', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23265306164363437', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lazy-loading 'flavor' on Instance uuid f1292b53-b8ee-42b5-960a-bba38b19a661 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:58:31 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:58:31 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 19:58:31 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:58:31 user nova-compute[74712]:   <serial>da0e2677-e9e8-4a76-99ec-c743a885614f</serial>
Oct 15 19:58:31 user nova-compute[74712]: </disk>
Oct 15 19:58:31 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] No VIF found with MAC fa:16:3e:da:13:98, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ff42aafd-c374-40ee-912c-84bb9d260be8 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.978s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "f1292b53-b8ee-42b5-960a-bba38b19a661" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:34 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:58:34 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=7643MB free_disk=24.792644500732422GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:34 user nova-compute[74712]: INFO nova.compute.manager [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Detaching volume da0e2677-e9e8-4a76-99ec-c743a885614f
Oct 15 19:58:34 user nova-compute[74712]: INFO nova.virt.block_device [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Attempting to driver detach volume da0e2677-e9e8-4a76-99ec-c743a885614f from mountpoint /dev/vdb
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Attempting to detach device vdb from instance f1292b53-b8ee-42b5-960a-bba38b19a661 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:58:34 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:58:34 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 19:58:34 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:58:34 user nova-compute[74712]:   <serial>da0e2677-e9e8-4a76-99ec-c743a885614f</serial>
Oct 15 19:58:34 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:58:34 user nova-compute[74712]: </disk>
Oct 15 19:58:34 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:58:34 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Successfully detached device vdb from instance f1292b53-b8ee-42b5-960a-bba38b19a661 from the persistent domain config.
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f1292b53-b8ee-42b5-960a-bba38b19a661 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:58:34 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:58:34 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 19:58:34 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:58:34 user nova-compute[74712]:   <serial>da0e2677-e9e8-4a76-99ec-c743a885614f</serial>
Oct 15 19:58:34 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:58:34 user nova-compute[74712]: </disk>
Oct 15 19:58:34 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1cee0c38-23f9-4c00-853d-e98beda75e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 63e37036-5f90-46a6-aa28-749b0b6f3def actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f1292b53-b8ee-42b5-960a-bba38b19a661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f449172f-162d-4cef-8090-33cce9f4cce1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.440s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f1292b53-b8ee-42b5-960a-bba38b19a661 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:58:35 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:58:35 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:58:35 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:58:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:58:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:58:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:58:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:58:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:58:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:58:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:58:40 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:58:41 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updating instance_info_cache with network_info: [{"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:58:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-77e67743-1363-46c1-965d-cb0a820a0503" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:58:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:58:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OKUEBwyk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:58:44 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:58:44 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:58:44 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2feb39b3-9c2e-4e39-8062-e9506e974fed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 19:58:44 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb9190fd-e321-4f6f-adbb-7f96cc5e722a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767] added
Oct 15 19:58:44 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[037c1b8c-1dfe-4318-a86f-e4f6eaed6b8a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[06d5fc35-5f62-4ac0-826d-ca8948ea032b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OKUEBwyk {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OKUEBwyk" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[448ad4e4-9779-4271-a044-7f767deb05ea]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OKUEBwyk'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[856810a3-e5d9-4f1a-8760-e73ebabadbd8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0a6c71e-5173-4561-b4ce-7d49970eafb7]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:58:44 user nova-compute[74712]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)
Oct 15 19:58:44 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:58:44 user nova-compute[74712]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)
Oct 15 19:58:44 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[10886e91-bf20-4cb3-a7ed-d682f779144d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767, portal: 172.16.0.220,3260]
Oct 15 19:58:44 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767, portal: 172.16.0.220,3260] successful.
Oct 15 19:58:44 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeeb73dc-aba2-411e-a931-d285b1f4de1b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[40b1d361-cea2-49ce-81dd-7ddf8b4b1d2a]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:58:44 user nova-compute[74712]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)
Oct 15 19:58:44 user nova-compute[74712]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 (non-flash)
Oct 15 19:58:44 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:58:44 user nova-compute[74712]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)
Oct 15 19:58:44 user nova-compute[74712]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 (non-flash)
Oct 15 19:58:44 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd5f2129-fc61-401b-8eed-f82982f71b18]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 19:58:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OKUEBwyk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 19:58:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:58:45 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '23532643838323334', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:58:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23532643838323334', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 19:58:45 user nova-compute[74712]: DEBUG nova.objects.instance [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'flavor' on Instance uuid 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:58:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 19:58:45 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:58:45 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:58:45 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:58:45 user nova-compute[74712]:   <serial>c76995f2-09a2-467c-ae25-b51b303f9767</serial>
Oct 15 19:58:45 user nova-compute[74712]: </disk>
Oct 15 19:58:45 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 19:58:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:58:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:58:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No VIF found with MAC fa:16:3e:91:c7:bb, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:58:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-463bb7ac-5e5b-4b34-b15b-b2dcfa087ab5 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.361s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:47 user nova-compute[74712]: INFO nova.compute.manager [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Detaching volume c76995f2-09a2-467c-ae25-b51b303f9767
Oct 15 19:58:47 user nova-compute[74712]: INFO nova.virt.block_device [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Attempting to driver detach volume c76995f2-09a2-467c-ae25-b51b303f9767 from mountpoint /dev/vdb
Oct 15 19:58:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Attempting to detach device vdb from instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:58:47 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:58:47 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:58:47 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:58:47 user nova-compute[74712]:   <serial>c76995f2-09a2-467c-ae25-b51b303f9767</serial>
Oct 15 19:58:47 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:58:47 user nova-compute[74712]: </disk>
Oct 15 19:58:47 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:58:47 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully detached device vdb from instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 from the persistent domain config.
Oct 15 19:58:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 19:58:47 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 19:58:47 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 19:58:47 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 19:58:47 user nova-compute[74712]:   <serial>c76995f2-09a2-467c-ae25-b51b303f9767</serial>
Oct 15 19:58:47 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 19:58:47 user nova-compute[74712]: </disk>
Oct 15 19:58:47 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:47 user nova-compute[74712]: INFO nova.compute.manager [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Terminating instance
Oct 15 19:58:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:58:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-95758b23-b0c6-4f58-b338-b908f442cb8d req-6eede1aa-eb3a-4c9d-9b2d-293beb7b0315 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-vif-unplugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-95758b23-b0c6-4f58-b338-b908f442cb8d req-6eede1aa-eb3a-4c9d-9b2d-293beb7b0315 service nova] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-95758b23-b0c6-4f58-b338-b908f442cb8d req-6eede1aa-eb3a-4c9d-9b2d-293beb7b0315 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-95758b23-b0c6-4f58-b338-b908f442cb8d req-6eede1aa-eb3a-4c9d-9b2d-293beb7b0315 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-95758b23-b0c6-4f58-b338-b908f442cb8d req-6eede1aa-eb3a-4c9d-9b2d-293beb7b0315 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] No waiting events found dispatching network-vif-unplugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG nova.compute.manager [req-95758b23-b0c6-4f58-b338-b908f442cb8d req-6eede1aa-eb3a-4c9d-9b2d-293beb7b0315 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-vif-unplugged-614f7251-44cc-4684-a8ef-752eee3a3f64 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Instance destroyed successfully.
Oct 15 19:58:48 user nova-compute[74712]: DEBUG nova.objects.instance [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lazy-loading 'resources' on Instance uuid 4100b590-bb4f-4946-a7e3-5f4c534712ae {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:38:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1260939564',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1260939564',id=2,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:38:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='713c002b2da04bc484633187e26a8772',ramdisk_id='',reservation_id='r-0dgadh1c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:40:17Z,user_data=None,user_id='c61acb19473c459ea20e2af6f412f894',uuid=4100b590-bb4f-4946-a7e3-5f4c534712ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converting VIF {"id": "614f7251-44cc-4684-a8ef-752eee3a3f64", "address": "fa:16:3e:2c:e3:ed", "network": {"id": "5aa706a7-d46c-42d2-bf4b-06b1257b3268", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-724282024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713c002b2da04bc484633187e26a8772", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap614f7251-44", "ovs_interfaceid": "614f7251-44cc-4684-a8ef-752eee3a3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:e3:ed,bridge_name='br-int',has_traffic_filtering=True,id=614f7251-44cc-4684-a8ef-752eee3a3f64,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap614f7251-44') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG os_vif [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:e3:ed,bridge_name='br-int',has_traffic_filtering=True,id=614f7251-44cc-4684-a8ef-752eee3a3f64,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap614f7251-44') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap614f7251-44, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ec10e4c8-e311-4fa4-bba5-3a20e1b80e0c) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: INFO os_vif [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:e3:ed,bridge_name='br-int',has_traffic_filtering=True,id=614f7251-44cc-4684-a8ef-752eee3a3f64,network=Network(5aa706a7-d46c-42d2-bf4b-06b1257b3268),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap614f7251-44')
Oct 15 19:58:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Deleting instance files /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae_del
Oct 15 19:58:48 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Deletion of /opt/stack/data/nova/instances/4100b590-bb4f-4946-a7e3-5f4c534712ae_del complete
Oct 15 19:58:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:48 user nova-compute[74712]: INFO nova.compute.manager [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 15 19:58:48 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:58:48 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-a88210c2-3c12-476d-acb1-3c33828b2cde req-a6f3347d-e4d0-446a-bcd4-22175f2fe959 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-vif-deleted-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:49 user nova-compute[74712]: INFO nova.compute.manager [req-a88210c2-3c12-476d-acb1-3c33828b2cde req-a6f3347d-e4d0-446a-bcd4-22175f2fe959 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Neutron deleted interface 614f7251-44cc-4684-a8ef-752eee3a3f64; detaching it from the instance and deleting it from the info cache
Oct 15 19:58:49 user nova-compute[74712]: DEBUG nova.network.neutron [req-a88210c2-3c12-476d-acb1-3c33828b2cde req-a6f3347d-e4d0-446a-bcd4-22175f2fe959 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:58:49 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Took 0.60 seconds to deallocate network for instance.
Oct 15 19:58:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-a88210c2-3c12-476d-acb1-3c33828b2cde req-a6f3347d-e4d0-446a-bcd4-22175f2fe959 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Detach interface failed, port_id=614f7251-44cc-4684-a8ef-752eee3a3f64, reason: Instance 4100b590-bb4f-4946-a7e3-5f4c534712ae could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:58:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.296s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:49 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Deleted allocations for instance 4100b590-bb4f-4946-a7e3-5f4c534712ae
Oct 15 19:58:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d5985dab-9608-4a62-9885-57868291b927 tempest-ServerBootFromVolumeStableRescueTest-1522566069 tempest-ServerBootFromVolumeStableRescueTest-1522566069-project-member] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.047s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] No waiting events found dispatching network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:58:50 user nova-compute[74712]: WARNING nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received unexpected event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 for instance with vm_state deleted and task_state None.
Oct 15 19:58:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] No waiting events found dispatching network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:58:50 user nova-compute[74712]: WARNING nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received unexpected event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 for instance with vm_state deleted and task_state None.
Oct 15 19:58:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] No waiting events found dispatching network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:58:50 user nova-compute[74712]: WARNING nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received unexpected event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 for instance with vm_state deleted and task_state None.
Oct 15 19:58:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-vif-unplugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] No waiting events found dispatching network-vif-unplugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:58:50 user nova-compute[74712]: WARNING nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received unexpected event network-vif-unplugged-614f7251-44cc-4684-a8ef-752eee3a3f64 for instance with vm_state deleted and task_state None.
Oct 15 19:58:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Acquiring lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] Lock "4100b590-bb4f-4946-a7e3-5f4c534712ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] No waiting events found dispatching network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:58:50 user nova-compute[74712]: WARNING nova.compute.manager [req-bea23961-9cf6-460c-8832-e478db58f6d5 req-fd38423f-2fab-4c17-9f6b-7165beadeda9 service nova] [instance: 4100b590-bb4f-4946-a7e3-5f4c534712ae] Received unexpected event network-vif-plugged-614f7251-44cc-4684-a8ef-752eee3a3f64 for instance with vm_state deleted and task_state None.
Oct 15 19:58:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:54 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f1292b53-b8ee-42b5-960a-bba38b19a661 is timed out.
Oct 15 19:58:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Successfully detached device vdb from instance f1292b53-b8ee-42b5-960a-bba38b19a661 from the live domain config.
Oct 15 19:58:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EXdxGPhA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:58:54 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d87299d-c808-42d4-8e0e-9486a90de350]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:58:54 user nova-compute[74712]: No targets found.
Oct 15 19:58:54 user nova-compute[74712]: iSNS:
Oct 15 19:58:54 user nova-compute[74712]: No targets found.
Oct 15 19:58:54 user nova-compute[74712]: STATIC:
Oct 15 19:58:54 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f
Oct 15 19:58:54 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:58:54 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:58:54 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4
Oct 15 19:58:54 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:58:54 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:58:54 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767
Oct 15 19:58:54 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:58:54 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:58:54 user nova-compute[74712]: FIRMWARE:
Oct 15 19:58:54 user nova-compute[74712]: No targets found.
Oct 15 19:58:54 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:58:54 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:58:54 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3951a5c-7e7b-4e57-9560-95fca4579feb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[98c2e4e2-bfef-421f-882c-7314bdbfde8f]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:58:54 user nova-compute[74712]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)
Oct 15 19:58:54 user nova-compute[74712]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 (non-flash)
Oct 15 19:58:54 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:58:54 user nova-compute[74712]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f (non-flash)
Oct 15 19:58:54 user nova-compute[74712]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 (non-flash)
Oct 15 19:58:54 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84330160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[71cd657b-f984-47b2-ac23-c89c04247c98]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a32384bf-2dfd-4b80-8d8a-844daeac42be]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:54 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f7f654-52db-459b-ab04-3460291ca69e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[763c2455-ddc9-42c6-a32f-10d2a7c8100f]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.062s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0ada4d8-2893-4303-be3b-d364f01c5a1a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e969ee-51bc-4392-8d6a-cd184ee56f14]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f, portal: 172.16.0.220,3260]
Oct 15 19:58:55 user nova-compute[74712]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f, portal: 172.16.0.220,3260] successful.
Oct 15 19:58:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da0e2677-e9e8-4a76-99ec-c743a885614f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c179ff-ef65-4733-b312-d4b27a2b6d6c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] <== disconnect_volume: return (311ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:58:55 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lazy-loading 'flavor' on Instance uuid f1292b53-b8ee-42b5-960a-bba38b19a661 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:58:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e8789ee3-8a8c-4965-afef-774f3e2d11a1 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.798s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:58:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:58:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:07 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 is timed out.
Oct 15 19:59:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully detached device vdb from instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 from the live domain config.
Oct 15 19:59:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OKUEBwyk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 19:59:07 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b25ed8-4864-4d97-aead-bfd70fc7989d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 19:59:07 user nova-compute[74712]: No targets found.
Oct 15 19:59:07 user nova-compute[74712]: iSNS:
Oct 15 19:59:07 user nova-compute[74712]: No targets found.
Oct 15 19:59:07 user nova-compute[74712]: STATIC:
Oct 15 19:59:07 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4
Oct 15 19:59:07 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:59:07 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:59:07 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767
Oct 15 19:59:07 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 19:59:07 user nova-compute[74712]:                 Iface Name: default
Oct 15 19:59:07 user nova-compute[74712]: FIRMWARE:
Oct 15 19:59:07 user nova-compute[74712]: No targets found.
Oct 15 19:59:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 19:59:07 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 19:59:07 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e395446-c5b0-45b8-bab1-78d5dc38cbd2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[288c2982-2e3b-4dad-ad2d-daa9dcf7bea1]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:59:07 user nova-compute[74712]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 (non-flash)
Oct 15 19:59:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 19:59:07 user nova-compute[74712]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 (non-flash)
Oct 15 19:59:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8458aef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a682c546-8972-4cb0-b074-f37196c62c4e]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[01eda7bb-ac04-4d47-94c5-c202fe2ffd9c]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 19:59:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e5bb50e-f757-449c-87bd-58bc0449fb2a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f61ef29-587a-4680-8041-aa789d8140bb]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.060s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[398f7854-1070-4e51-b883-c9221d57b9d1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --logout" returned: 0 in 0.108s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f0997b1-8941-479b-b651-e72bab7692fc]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767, portal: 172.16.0.220,3260]
Oct 15 19:59:08 user nova-compute[74712]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767, portal: 172.16.0.220,3260] successful.
Oct 15 19:59:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c76995f2-09a2-467c-ae25-b51b303f9767 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6070655-ef5f-4939-b6f5-99acc5c450c7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.388s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] <== disconnect_volume: return (390ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:59:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:08 user nova-compute[74712]: INFO nova.compute.manager [None req-9dc911df-db2a-43a8-8928-f622bdd86ae8 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Get console output
Oct 15 19:59:08 user nova-compute[74712]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 15 19:59:09 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'flavor' on Instance uuid 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:59:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e2c315f7-baed-40c1-9afe-8f89a954daa3 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.750s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:59:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 19:59:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:59:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:59:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:17 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Acquiring lock "f449172f-162d-4cef-8090-33cce9f4cce1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "f449172f-162d-4cef-8090-33cce9f4cce1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Acquiring lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:19 user nova-compute[74712]: INFO nova.compute.manager [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Terminating instance
Oct 15 19:59:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-aca0cc21-7cfa-4f63-a937-df1f981f0d4f req-9b06214c-b7eb-4ced-804f-d4c4d0c9ceb9 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Received event network-vif-unplugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aca0cc21-7cfa-4f63-a937-df1f981f0d4f req-9b06214c-b7eb-4ced-804f-d4c4d0c9ceb9 service nova] Acquiring lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aca0cc21-7cfa-4f63-a937-df1f981f0d4f req-9b06214c-b7eb-4ced-804f-d4c4d0c9ceb9 service nova] Lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aca0cc21-7cfa-4f63-a937-df1f981f0d4f req-9b06214c-b7eb-4ced-804f-d4c4d0c9ceb9 service nova] Lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-aca0cc21-7cfa-4f63-a937-df1f981f0d4f req-9b06214c-b7eb-4ced-804f-d4c4d0c9ceb9 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] No waiting events found dispatching network-vif-unplugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:59:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-aca0cc21-7cfa-4f63-a937-df1f981f0d4f req-9b06214c-b7eb-4ced-804f-d4c4d0c9ceb9 service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Received event network-vif-unplugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Instance destroyed successfully.
Oct 15 19:59:20 user nova-compute[74712]: DEBUG nova.objects.instance [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lazy-loading 'resources' on Instance uuid f449172f-162d-4cef-8090-33cce9f4cce1 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1029955779',display_name='tempest-VolumesNegativeTest-instance-1029955779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1029955779',id=36,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:57:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d59db4b736749598987de89353be2bf',ramdisk_id='',reservation_id='r-14zgntnv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-674745575',owner_user_name='tempest-VolumesNegativeTest-674745575-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:57:36Z,user_data=None,user_id='5abdd5df2fcd4d25bac633f5623951ac',uuid=f449172f-162d-4cef-8090-33cce9f4cce1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "address": "fa:16:3e:5d:eb:dd", "network": {"id": "674bf24b-cddd-428d-b7c2-cd334d9296bc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "12eb5cd59a414c7f80e74a30739cf397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2afc7e6f-a3", "ovs_interfaceid": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Converting VIF {"id": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "address": "fa:16:3e:5d:eb:dd", "network": {"id": "674bf24b-cddd-428d-b7c2-cd334d9296bc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "12eb5cd59a414c7f80e74a30739cf397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2afc7e6f-a3", "ovs_interfaceid": "2afc7e6f-a31a-4f17-a0a9-9020f329ef00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:eb:dd,bridge_name='br-int',has_traffic_filtering=True,id=2afc7e6f-a31a-4f17-a0a9-9020f329ef00,network=Network(674bf24b-cddd-428d-b7c2-cd334d9296bc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2afc7e6f-a3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG os_vif [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:eb:dd,bridge_name='br-int',has_traffic_filtering=True,id=2afc7e6f-a31a-4f17-a0a9-9020f329ef00,network=Network(674bf24b-cddd-428d-b7c2-cd334d9296bc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2afc7e6f-a3') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2afc7e6f-a3, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a24b0b85-14d9-4f67-90cf-62ec04b2789b) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:59:20 user nova-compute[74712]: INFO os_vif [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:eb:dd,bridge_name='br-int',has_traffic_filtering=True,id=2afc7e6f-a31a-4f17-a0a9-9020f329ef00,network=Network(674bf24b-cddd-428d-b7c2-cd334d9296bc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2afc7e6f-a3')
Oct 15 19:59:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Deleting instance files /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1_del
Oct 15 19:59:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Deletion of /opt/stack/data/nova/instances/f449172f-162d-4cef-8090-33cce9f4cce1_del complete
Oct 15 19:59:20 user nova-compute[74712]: INFO nova.compute.manager [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Took 0.72 seconds to destroy the instance on the hypervisor.
Oct 15 19:59:20 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:59:20 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Took 0.45 seconds to deallocate network for instance.
Oct 15 19:59:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:21 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:59:21 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:59:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.284s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:21 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Deleted allocations for instance f449172f-162d-4cef-8090-33cce9f4cce1
Oct 15 19:59:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8771b6c6-e002-42c2-b006-665f825f959d tempest-VolumesNegativeTest-674745575 tempest-VolumesNegativeTest-674745575-project-member] Lock "f449172f-162d-4cef-8090-33cce9f4cce1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.645s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-a05efae1-b552-4741-bad3-d82688810053 req-1ef5d4b8-e26b-4d50-9965-947927e5493d service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Received event network-vif-plugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a05efae1-b552-4741-bad3-d82688810053 req-1ef5d4b8-e26b-4d50-9965-947927e5493d service nova] Acquiring lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a05efae1-b552-4741-bad3-d82688810053 req-1ef5d4b8-e26b-4d50-9965-947927e5493d service nova] Lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a05efae1-b552-4741-bad3-d82688810053 req-1ef5d4b8-e26b-4d50-9965-947927e5493d service nova] Lock "f449172f-162d-4cef-8090-33cce9f4cce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-a05efae1-b552-4741-bad3-d82688810053 req-1ef5d4b8-e26b-4d50-9965-947927e5493d service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] No waiting events found dispatching network-vif-plugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:59:21 user nova-compute[74712]: WARNING nova.compute.manager [req-a05efae1-b552-4741-bad3-d82688810053 req-1ef5d4b8-e26b-4d50-9965-947927e5493d service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Received unexpected event network-vif-plugged-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 for instance with vm_state deleted and task_state None.
Oct 15 19:59:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-a05efae1-b552-4741-bad3-d82688810053 req-1ef5d4b8-e26b-4d50-9965-947927e5493d service nova] [instance: f449172f-162d-4cef-8090-33cce9f4cce1] Received event network-vif-deleted-2afc7e6f-a31a-4f17-a0a9-9020f329ef00 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-0e803bc7-9863-4875-b44c-b2f3a2795240 req-570e5508-4011-4b70-98fb-81db493308eb service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received event network-changed-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG nova.compute.manager [req-0e803bc7-9863-4875-b44c-b2f3a2795240 req-570e5508-4011-4b70-98fb-81db493308eb service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Refreshing instance network info cache due to event network-changed-676a0785-d080-40ab-ab3b-30262cd78b23. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0e803bc7-9863-4875-b44c-b2f3a2795240 req-570e5508-4011-4b70-98fb-81db493308eb service nova] Acquiring lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0e803bc7-9863-4875-b44c-b2f3a2795240 req-570e5508-4011-4b70-98fb-81db493308eb service nova] Acquired lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG nova.network.neutron [req-0e803bc7-9863-4875-b44c-b2f3a2795240 req-570e5508-4011-4b70-98fb-81db493308eb service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Refreshing network info cache for port 676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "f1292b53-b8ee-42b5-960a-bba38b19a661" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:24 user nova-compute[74712]: INFO nova.compute.manager [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Terminating instance
Oct 15 19:59:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-0e803bc7-9863-4875-b44c-b2f3a2795240 req-570e5508-4011-4b70-98fb-81db493308eb service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Updated VIF entry in instance network info cache for port 676a0785-d080-40ab-ab3b-30262cd78b23. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-0e803bc7-9863-4875-b44c-b2f3a2795240 req-570e5508-4011-4b70-98fb-81db493308eb service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Updating instance_info_cache with network_info: [{"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0e803bc7-9863-4875-b44c-b2f3a2795240 req-570e5508-4011-4b70-98fb-81db493308eb service nova] Releasing lock "refresh_cache-f1292b53-b8ee-42b5-960a-bba38b19a661" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-16cdbcfe-e9a3-40c6-8c91-80d6595bb27e req-10315c35-fb7f-40e3-8d1d-e00fc91b02ac service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received event network-vif-unplugged-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-16cdbcfe-e9a3-40c6-8c91-80d6595bb27e req-10315c35-fb7f-40e3-8d1d-e00fc91b02ac service nova] Acquiring lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-16cdbcfe-e9a3-40c6-8c91-80d6595bb27e req-10315c35-fb7f-40e3-8d1d-e00fc91b02ac service nova] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-16cdbcfe-e9a3-40c6-8c91-80d6595bb27e req-10315c35-fb7f-40e3-8d1d-e00fc91b02ac service nova] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-16cdbcfe-e9a3-40c6-8c91-80d6595bb27e req-10315c35-fb7f-40e3-8d1d-e00fc91b02ac service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] No waiting events found dispatching network-vif-unplugged-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-16cdbcfe-e9a3-40c6-8c91-80d6595bb27e req-10315c35-fb7f-40e3-8d1d-e00fc91b02ac service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received event network-vif-unplugged-676a0785-d080-40ab-ab3b-30262cd78b23 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Instance destroyed successfully.
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lazy-loading 'resources' on Instance uuid f1292b53-b8ee-42b5-960a-bba38b19a661 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1990151376',display_name='tempest-TestStampPattern-server-1990151376',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1990151376',id=34,image_ref='773c74b2-e6e2-4729-9582-bac70064bf45',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCd04IanTpo/FUJ+i2eI2KnW2HK0y82cXXXpcobpf4eAsh1s/HGS5KQYhcSmqtc75NLfl51ogKoNkkKOpbAVMWZUpCJcngXUH/GiiDINAgOiLPTT+twe2oBcA6srvG1Yvg==',key_name='tempest-TestStampPattern-226221489',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:56:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='648e6e4ff98d44e0876494a266a8c1ba',ramdisk_id='',reservation_id='r-2rfzrqe1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='1cee0c38-23f9-4c00-853d-e98beda75e8e',image_min_disk='1',image_min_ram='0',image_owner_id='648e6e4ff98d44e0876494a266a8c1ba',image_owner_project_name='tempest-TestStampPattern-170253243',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-170253243-project-member',image_user_id='5c8e0f80d79e4e7cbca7bc97b25e0362',owner_project_name='tempest-TestStampPattern-170253243',owner_user_name='tempest-TestStampPattern-170253243-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:56:30Z,user_data=None,user_id='5c8e0f80d79e4e7cbca7bc97b25e0362',uuid=f1292b53-b8ee-42b5-960a-bba38b19a661,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converting VIF {"id": "676a0785-d080-40ab-ab3b-30262cd78b23", "address": "fa:16:3e:da:13:98", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap676a0785-d0", "ovs_interfaceid": "676a0785-d080-40ab-ab3b-30262cd78b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:da:13:98,bridge_name='br-int',has_traffic_filtering=True,id=676a0785-d080-40ab-ab3b-30262cd78b23,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap676a0785-d0') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG os_vif [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:13:98,bridge_name='br-int',has_traffic_filtering=True,id=676a0785-d080-40ab-ab3b-30262cd78b23,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap676a0785-d0') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap676a0785-d0, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d17b4d2-8356-4b8c-92de-140371db6727) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:25 user nova-compute[74712]: INFO os_vif [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:13:98,bridge_name='br-int',has_traffic_filtering=True,id=676a0785-d080-40ab-ab3b-30262cd78b23,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap676a0785-d0')
Oct 15 19:59:25 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Deleting instance files /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661_del
Oct 15 19:59:25 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Deletion of /opt/stack/data/nova/instances/f1292b53-b8ee-42b5-960a-bba38b19a661_del complete
Oct 15 19:59:25 user nova-compute[74712]: INFO nova.compute.manager [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Took 0.84 seconds to destroy the instance on the hypervisor.
Oct 15 19:59:25 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:59:25 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:59:26 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:59:26 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Took 0.49 seconds to deallocate network for instance.
Oct 15 19:59:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:26 user nova-compute[74712]: INFO nova.compute.manager [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Rescuing
Oct 15 19:59:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:59:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquired lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:59:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 19:59:26 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:59:26 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:59:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.247s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:26 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Deleted allocations for instance f1292b53-b8ee-42b5-960a-bba38b19a661
Oct 15 19:59:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fb15d8c3-ef06-49ca-8b48-5ac4066459e7 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.780s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-9ceeb047-b7fe-473c-90b0-c37662cac6ff req-3fcbf6b6-d6b0-40cc-8356-8d1325ac79fd service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received event network-vif-deleted-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updating instance_info_cache with network_info: [{"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:59:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Releasing lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-5cb2fe2c-ba61-4e69-8494-127d3bd2c482 req-4430c4bf-ce47-4167-8e8a-dacfce692fa6 service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received event network-vif-plugged-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5cb2fe2c-ba61-4e69-8494-127d3bd2c482 req-4430c4bf-ce47-4167-8e8a-dacfce692fa6 service nova] Acquiring lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5cb2fe2c-ba61-4e69-8494-127d3bd2c482 req-4430c4bf-ce47-4167-8e8a-dacfce692fa6 service nova] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5cb2fe2c-ba61-4e69-8494-127d3bd2c482 req-4430c4bf-ce47-4167-8e8a-dacfce692fa6 service nova] Lock "f1292b53-b8ee-42b5-960a-bba38b19a661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-5cb2fe2c-ba61-4e69-8494-127d3bd2c482 req-4430c4bf-ce47-4167-8e8a-dacfce692fa6 service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] No waiting events found dispatching network-vif-plugged-676a0785-d080-40ab-ab3b-30262cd78b23 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:59:27 user nova-compute[74712]: WARNING nova.compute.manager [req-5cb2fe2c-ba61-4e69-8494-127d3bd2c482 req-4430c4bf-ce47-4167-8e8a-dacfce692fa6 service nova] [instance: f1292b53-b8ee-42b5-960a-bba38b19a661] Received unexpected event network-vif-plugged-676a0785-d080-40ab-ab3b-30262cd78b23 for instance with vm_state deleted and task_state None.
Oct 15 19:59:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Instance destroyed successfully.
Oct 15 19:59:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Attempting rescue
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74712) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Instance directory exists: not creating {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 15 19:59:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Creating image(s)
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue" returned: 0 in 0.048s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'migration_context' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.base [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<1771db68-aeff-407a-9685-7e7bda57fc70> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Start _get_guest_xml network_info=[{"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "vif_mac": "fa:16:3e:82:4c:e4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'resources' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.base [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<1771db68-aeff-407a-9685-7e7bda57fc70> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'numa_topology' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.base [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<1771db68-aeff-407a-9685-7e7bda57fc70> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:59:27 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:59:27 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.base [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<1771db68-aeff-407a-9685-7e7bda57fc70> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:54:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1065406481',display_name='tempest-ServerRescueNegativeTestJSON-server-1065406481',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1065406481',id=32,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:54:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-nly4bqzj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T19:54:49Z,user_data=None,user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=1771db68-aeff-407a-9685-7e7bda57fc70,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "vif_mac": "fa:16:3e:82:4c:e4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "vif_mac": "fa:16:3e:82:4c:e4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=ab240e4f-6704-4d11-b594-a1f253f9d6a1,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab240e4f-67') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'pci_devices' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.objects.base [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<1771db68-aeff-407a-9685-7e7bda57fc70> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] End _get_guest_xml xml=<domain type="kvm">
Oct 15 19:59:27 user nova-compute[74712]:   <uuid>1771db68-aeff-407a-9685-7e7bda57fc70</uuid>
Oct 15 19:59:27 user nova-compute[74712]:   <name>instance-00000020</name>
Oct 15 19:59:27 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 19:59:27 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 19:59:27 user nova-compute[74712]:   <metadata>
Oct 15 19:59:27 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 19:59:27 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 19:59:27 user nova-compute[74712]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1065406481</nova:name>
Oct 15 19:59:27 user nova-compute[74712]:       <nova:creationTime>2023-10-15 19:59:27</nova:creationTime>
Oct 15 19:59:27 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 19:59:27 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 19:59:27 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 19:59:27 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 19:59:27 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 19:59:27 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 19:59:27 user nova-compute[74712]:       </nova:flavor>
Oct 15 19:59:27 user nova-compute[74712]:       <nova:owner>
Oct 15 19:59:27 user nova-compute[74712]:         <nova:user uuid="e272f1b89b0e4fbaa28e3d5d03af224b">tempest-ServerRescueNegativeTestJSON-911721002-project-member</nova:user>
Oct 15 19:59:27 user nova-compute[74712]:         <nova:project uuid="927aa3c10e4d47b28a3ba8d9802361fc">tempest-ServerRescueNegativeTestJSON-911721002</nova:project>
Oct 15 19:59:27 user nova-compute[74712]:       </nova:owner>
Oct 15 19:59:27 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 19:59:27 user nova-compute[74712]:       <nova:ports>
Oct 15 19:59:27 user nova-compute[74712]:         <nova:port uuid="ab240e4f-6704-4d11-b594-a1f253f9d6a1">
Oct 15 19:59:27 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 15 19:59:27 user nova-compute[74712]:         </nova:port>
Oct 15 19:59:27 user nova-compute[74712]:       </nova:ports>
Oct 15 19:59:27 user nova-compute[74712]:     </nova:instance>
Oct 15 19:59:27 user nova-compute[74712]:   </metadata>
Oct 15 19:59:27 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 19:59:27 user nova-compute[74712]:     <system>
Oct 15 19:59:27 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 19:59:27 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 19:59:27 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 19:59:27 user nova-compute[74712]:       <entry name="serial">1771db68-aeff-407a-9685-7e7bda57fc70</entry>
Oct 15 19:59:27 user nova-compute[74712]:       <entry name="uuid">1771db68-aeff-407a-9685-7e7bda57fc70</entry>
Oct 15 19:59:27 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 19:59:27 user nova-compute[74712]:     </system>
Oct 15 19:59:27 user nova-compute[74712]:   </sysinfo>
Oct 15 19:59:27 user nova-compute[74712]:   <os>
Oct 15 19:59:27 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 19:59:27 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 19:59:27 user nova-compute[74712]:   </os>
Oct 15 19:59:27 user nova-compute[74712]:   <features>
Oct 15 19:59:27 user nova-compute[74712]:     <acpi/>
Oct 15 19:59:27 user nova-compute[74712]:     <apic/>
Oct 15 19:59:27 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 19:59:27 user nova-compute[74712]:   </features>
Oct 15 19:59:27 user nova-compute[74712]:   <clock offset="utc">
Oct 15 19:59:27 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 19:59:27 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 19:59:27 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 19:59:27 user nova-compute[74712]:   </clock>
Oct 15 19:59:27 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 19:59:27 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 19:59:27 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 19:59:27 user nova-compute[74712]:   </cpu>
Oct 15 19:59:27 user nova-compute[74712]:   <devices>
Oct 15 19:59:27 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:59:27 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:59:27 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue"/>
Oct 15 19:59:27 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 19:59:27 user nova-compute[74712]:     </disk>
Oct 15 19:59:27 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 19:59:27 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 19:59:27 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk"/>
Oct 15 19:59:27 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 19:59:27 user nova-compute[74712]:     </disk>
Oct 15 19:59:27 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 19:59:27 user nova-compute[74712]:       <mac address="fa:16:3e:82:4c:e4"/>
Oct 15 19:59:27 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:59:27 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 19:59:27 user nova-compute[74712]:       <target dev="tapab240e4f-67"/>
Oct 15 19:59:27 user nova-compute[74712]:     </interface>
Oct 15 19:59:27 user nova-compute[74712]:     <serial type="pty">
Oct 15 19:59:27 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/console.log" append="off"/>
Oct 15 19:59:27 user nova-compute[74712]:     </serial>
Oct 15 19:59:27 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 19:59:27 user nova-compute[74712]:     <video>
Oct 15 19:59:27 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 19:59:27 user nova-compute[74712]:     </video>
Oct 15 19:59:27 user nova-compute[74712]:     <rng model="virtio">
Oct 15 19:59:27 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 19:59:27 user nova-compute[74712]:     </rng>
Oct 15 19:59:27 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 19:59:27 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 19:59:27 user nova-compute[74712]:       <stats period="10"/>
Oct 15 19:59:27 user nova-compute[74712]:     </memballoon>
Oct 15 19:59:27 user nova-compute[74712]:   </devices>
Oct 15 19:59:27 user nova-compute[74712]: </domain>
Oct 15 19:59:27 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 19:59:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Instance destroyed successfully.
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 19:59:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No VIF found with MAC fa:16:3e:82:4c:e4, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 19:59:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-unplugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-unplugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:59:28 user nova-compute[74712]: WARNING nova.compute.manager [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-unplugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state active and task_state rescuing.
Oct 15 19:59:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:59:28 user nova-compute[74712]: WARNING nova.compute.manager [req-f954daa7-bc1e-428c-808f-96dd6df4a548 req-a7761933-f645-4537-b9a6-976deed5346c service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state active and task_state rescuing.
Oct 15 19:59:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:59:30 user nova-compute[74712]: WARNING nova.compute.manager [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state active and task_state rescuing.
Oct 15 19:59:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:59:30 user nova-compute[74712]: WARNING nova.compute.manager [req-e44b147b-906f-41fd-9ffa-57ee6d3e3e17 req-a832b473-8fe4-4db9-9218-f7470d9950a4 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state active and task_state rescuing.
Oct 15 19:59:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-74dc7483-e404-40b2-8c65-ca92ef8b1a66 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 19:59:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 19:59:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:31 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 19:59:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 19:59:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 19:59:35 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:59:35 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8232MB free_disk=24.93609619140625GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1cee0c38-23f9-4c00-853d-e98beda75e8e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 63e37036-5f90-46a6-aa28-749b0b6f3def actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 19:59:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.370s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:37 user nova-compute[74712]: INFO nova.compute.manager [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Terminating instance
Oct 15 19:59:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 19:59:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-f75ad5d0-0ca1-45f9-a8e2-11f63b07bd98 req-1ed89ae1-caee-4c7d-b105-08785f329628 service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received event network-vif-unplugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f75ad5d0-0ca1-45f9-a8e2-11f63b07bd98 req-1ed89ae1-caee-4c7d-b105-08785f329628 service nova] Acquiring lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f75ad5d0-0ca1-45f9-a8e2-11f63b07bd98 req-1ed89ae1-caee-4c7d-b105-08785f329628 service nova] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f75ad5d0-0ca1-45f9-a8e2-11f63b07bd98 req-1ed89ae1-caee-4c7d-b105-08785f329628 service nova] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-f75ad5d0-0ca1-45f9-a8e2-11f63b07bd98 req-1ed89ae1-caee-4c7d-b105-08785f329628 service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] No waiting events found dispatching network-vif-unplugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-f75ad5d0-0ca1-45f9-a8e2-11f63b07bd98 req-1ed89ae1-caee-4c7d-b105-08785f329628 service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received event network-vif-unplugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 19:59:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Instance destroyed successfully.
Oct 15 19:59:38 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'resources' on Instance uuid 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:56:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-872845646',display_name='tempest-AttachVolumeNegativeTest-server-872845646',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-872845646',id=35,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIX07tEoverU4ItA89dX4lDBqs11KdLvJ7L2kmIzqDlfhBUxV4I5DnII+78oW3nNjmSrhmHRjKbu94SGD89GtPe6W/k0HywfbNZpJtwdLxtEpN4zKqy3m2rDbTPNtnEC8w==',key_name='tempest-keypair-1130361859',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:56:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-gmxd2f18',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:56:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=2e060bdc-22bb-4cfa-9be4-bfeaf7060b47,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "address": "fa:16:3e:91:c7:bb", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6394634d-4b", "ovs_interfaceid": "6394634d-4b2d-4a70-99f9-ac84815b81c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:91:c7:bb,bridge_name='br-int',has_traffic_filtering=True,id=6394634d-4b2d-4a70-99f9-ac84815b81c5,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6394634d-4b') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG os_vif [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:91:c7:bb,bridge_name='br-int',has_traffic_filtering=True,id=6394634d-4b2d-4a70-99f9-ac84815b81c5,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6394634d-4b') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6394634d-4b, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=06c3dc8c-51e1-4051-9921-fe216656fdfa) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:38 user nova-compute[74712]: INFO os_vif [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:91:c7:bb,bridge_name='br-int',has_traffic_filtering=True,id=6394634d-4b2d-4a70-99f9-ac84815b81c5,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6394634d-4b')
Oct 15 19:59:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Deleting instance files /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47_del
Oct 15 19:59:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Deletion of /opt/stack/data/nova/instances/2e060bdc-22bb-4cfa-9be4-bfeaf7060b47_del complete
Oct 15 19:59:38 user nova-compute[74712]: INFO nova.compute.manager [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 15 19:59:38 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 19:59:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:39 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:59:39 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Took 0.82 seconds to deallocate network for instance.
Oct 15 19:59:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:39 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 19:59:39 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 19:59:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.243s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:39 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Deleted allocations for instance 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47
Oct 15 19:59:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7242d3cb-314f-4de8-b4cb-c898ee268955 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.208s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-f8561293-3868-414c-8505-6d02a55b236f req-3f3a7b89-9869-440f-a4e3-413f1f1bcc57 service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received event network-vif-plugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f8561293-3868-414c-8505-6d02a55b236f req-3f3a7b89-9869-440f-a4e3-413f1f1bcc57 service nova] Acquiring lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 19:59:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f8561293-3868-414c-8505-6d02a55b236f req-3f3a7b89-9869-440f-a4e3-413f1f1bcc57 service nova] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 19:59:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f8561293-3868-414c-8505-6d02a55b236f req-3f3a7b89-9869-440f-a4e3-413f1f1bcc57 service nova] Lock "2e060bdc-22bb-4cfa-9be4-bfeaf7060b47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 19:59:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-f8561293-3868-414c-8505-6d02a55b236f req-3f3a7b89-9869-440f-a4e3-413f1f1bcc57 service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] No waiting events found dispatching network-vif-plugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 19:59:40 user nova-compute[74712]: WARNING nova.compute.manager [req-f8561293-3868-414c-8505-6d02a55b236f req-3f3a7b89-9869-440f-a4e3-413f1f1bcc57 service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received unexpected event network-vif-plugged-6394634d-4b2d-4a70-99f9-ac84815b81c5 for instance with vm_state deleted and task_state None.
Oct 15 19:59:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-f8561293-3868-414c-8505-6d02a55b236f req-3f3a7b89-9869-440f-a4e3-413f1f1bcc57 service nova] [instance: 2e060bdc-22bb-4cfa-9be4-bfeaf7060b47] Received event network-vif-deleted-6394634d-4b2d-4a70-99f9-ac84815b81c5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 19:59:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 19:59:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 19:59:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 19:59:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 19:59:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 19:59:41 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 19:59:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:42 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updating instance_info_cache with network_info: [{"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 19:59:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 19:59:42 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 19:59:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 19:59:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 19:59:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 19:59:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 19:59:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:59:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 19:59:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 19:59:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:09 user nova-compute[74712]: INFO nova.compute.manager [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Terminating instance
Oct 15 20:00:09 user nova-compute[74712]: DEBUG nova.compute.manager [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:00:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-1b216b60-f23b-49e4-b15c-961a7bb9c716 req-fc5f2fc7-0ce3-4ed0-ad5a-af587b90bce5 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-vif-unplugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1b216b60-f23b-49e4-b15c-961a7bb9c716 req-fc5f2fc7-0ce3-4ed0-ad5a-af587b90bce5 service nova] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1b216b60-f23b-49e4-b15c-961a7bb9c716 req-fc5f2fc7-0ce3-4ed0-ad5a-af587b90bce5 service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1b216b60-f23b-49e4-b15c-961a7bb9c716 req-fc5f2fc7-0ce3-4ed0-ad5a-af587b90bce5 service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-1b216b60-f23b-49e4-b15c-961a7bb9c716 req-fc5f2fc7-0ce3-4ed0-ad5a-af587b90bce5 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] No waiting events found dispatching network-vif-unplugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-1b216b60-f23b-49e4-b15c-961a7bb9c716 req-fc5f2fc7-0ce3-4ed0-ad5a-af587b90bce5 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-vif-unplugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:00:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Instance destroyed successfully.
Oct 15 20:00:10 user nova-compute[74712]: DEBUG nova.objects.instance [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'resources' on Instance uuid 63e37036-5f90-46a6-aa28-749b0b6f3def {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:53:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-45463394',display_name='tempest-ServerActionsTestOtherA-server-45463394',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-45463394',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPNEeMvyNm/+fyAOIAD320L/onhqamhtiHhHCXYXJJLm+pOrS+B+fcPudKddvnpGFhT9UHOuYauwidz7NvUgRiywQ891SGXw97neAOMaLOKzwcOE498fvT1fAwFOi16uzg==',key_name='tempest-keypair-1740261553',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:55:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-0gwkop0i',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:57:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=63e37036-5f90-46a6-aa28-749b0b6f3def,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "address": "fa:16:3e:8e:a4:73", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2ce2a31-5a", "ovs_interfaceid": "e2ce2a31-5afa-460b-be7a-d09467ebf329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_vif [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape2ce2a31-5a, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=43d6cb53-a7b0-43ad-96ce-cba4271aac9b) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:00:10 user nova-compute[74712]: INFO os_vif [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8e:a4:73,bridge_name='br-int',has_traffic_filtering=True,id=e2ce2a31-5afa-460b-be7a-d09467ebf329,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2ce2a31-5a')
Oct 15 20:00:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IyFdmWNf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:00:10 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6205296c-e479-4c8b-be92-e9f496df6532]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:00:10 user nova-compute[74712]: No targets found.
Oct 15 20:00:10 user nova-compute[74712]: iSNS:
Oct 15 20:00:10 user nova-compute[74712]: No targets found.
Oct 15 20:00:10 user nova-compute[74712]: STATIC:
Oct 15 20:00:10 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4
Oct 15 20:00:10 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:00:10 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:00:10 user nova-compute[74712]: FIRMWARE:
Oct 15 20:00:10 user nova-compute[74712]: No targets found.
Oct 15 20:00:10 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:00:10 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:00:10 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4720f093-2431-49c9-b728-45878ce2fb27]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b6faa7c-3cac-4bb6-9f0f-e956cb03a14b]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 20:00:10 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 (non-flash)
Oct 15 20:00:10 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8451fb50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4'): ({'sde'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Removing single pathed devices sde {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0fe88a-0709-4df5-a3da-cd5cf2750f84]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e2dde8d-fa55-455d-bc8a-9454be6d216b]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Flushing IO for device /dev/sde {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[55cc66a3-de22-4721-aadb-dd1b04981677]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.048s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[afe15db1-c2fb-4800-bb23-5c67cfefc269]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] SCSI volumes sde have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO7a3c62a4-8391e96c45c61c1c', '/dev/disk/by-id/scsi-23833393165393663', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_7a3c62a4') {{(pid=85655) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[44716221-b759-4a45-8c8f-a0a50f270cb4]: (4, None) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a96cb9f-2129-4161-a9a6-dd24036ee13a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6820292e-4083-46a7-8254-36fa810f75b9]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260]
Oct 15 20:00:10 user nova-compute[74712]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4, portal: 172.16.0.220,3260] successful.
Oct 15 20:00:10 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c97f8af0-f820-4f02-9d45-cb80171ba5b4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a998b64e-c432-4ee8-9c33-9beb9671cc84]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.431s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] <== disconnect_volume: return (435ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:00:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Deleting instance files /opt/stack/data/nova/instances/63e37036-5f90-46a6-aa28-749b0b6f3def_del
Oct 15 20:00:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Deletion of /opt/stack/data/nova/instances/63e37036-5f90-46a6-aa28-749b0b6f3def_del complete
Oct 15 20:00:10 user nova-compute[74712]: INFO nova.compute.manager [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Took 1.33 seconds to destroy the instance on the hypervisor.
Oct 15 20:00:10 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:00:10 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:00:11 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:00:11 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:00:11 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Took 0.97 seconds to deallocate network for instance.
Oct 15 20:00:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-60a1e211-afce-4686-8d37-03260cd42276 req-0da9dc15-c24c-4ab8-9f70-d63349e66b53 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-vif-deleted-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:00:11 user nova-compute[74712]: INFO nova.compute.manager [req-60a1e211-afce-4686-8d37-03260cd42276 req-0da9dc15-c24c-4ab8-9f70-d63349e66b53 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Neutron deleted interface e2ce2a31-5afa-460b-be7a-d09467ebf329; detaching it from the instance and deleting it from the info cache
Oct 15 20:00:11 user nova-compute[74712]: DEBUG nova.network.neutron [req-60a1e211-afce-4686-8d37-03260cd42276 req-0da9dc15-c24c-4ab8-9f70-d63349e66b53 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:00:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-60a1e211-afce-4686-8d37-03260cd42276 req-0da9dc15-c24c-4ab8-9f70-d63349e66b53 service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Detach interface failed, port_id=e2ce2a31-5afa-460b-be7a-d09467ebf329, reason: Instance 63e37036-5f90-46a6-aa28-749b0b6f3def could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 20:00:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-e67455df-3657-499a-a12b-10d33bf1b68f req-87ff7d3f-e93f-4e57-9ca8-9dc26958d32e service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:00:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e67455df-3657-499a-a12b-10d33bf1b68f req-87ff7d3f-e93f-4e57-9ca8-9dc26958d32e service nova] Acquiring lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e67455df-3657-499a-a12b-10d33bf1b68f req-87ff7d3f-e93f-4e57-9ca8-9dc26958d32e service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e67455df-3657-499a-a12b-10d33bf1b68f req-87ff7d3f-e93f-4e57-9ca8-9dc26958d32e service nova] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-e67455df-3657-499a-a12b-10d33bf1b68f req-87ff7d3f-e93f-4e57-9ca8-9dc26958d32e service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] No waiting events found dispatching network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:00:12 user nova-compute[74712]: WARNING nova.compute.manager [req-e67455df-3657-499a-a12b-10d33bf1b68f req-87ff7d3f-e93f-4e57-9ca8-9dc26958d32e service nova] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Received unexpected event network-vif-plugged-e2ce2a31-5afa-460b-be7a-d09467ebf329 for instance with vm_state active and task_state deleting.
Oct 15 20:00:12 user nova-compute[74712]: INFO nova.compute.manager [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Took 0.80 seconds to detach 1 volumes for instance.
Oct 15 20:00:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 63e37036-5f90-46a6-aa28-749b0b6f3def] Deleting volume: c97f8af0-f820-4f02-9d45-cb80171ba5b4 {{(pid=74712) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 15 20:00:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:13 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:00:13 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:00:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.259s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:13 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Deleted allocations for instance 63e37036-5f90-46a6-aa28-749b0b6f3def
Oct 15 20:00:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-07e80186-6767-4188-9750-58ecdeb26750 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "63e37036-5f90-46a6-aa28-749b0b6f3def" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.651s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:00:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:00:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:00:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:00:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:00:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:00:30 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:00:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "c9ce4482-2111-468b-a53f-06ecbbf48702" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:00:32 user nova-compute[74712]: INFO nova.compute.claims [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Claim successful on node user
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.516s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.290s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:00:33 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:00:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG nova.policy [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc78fc0d7f684734adddfe9391c95e8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae1b0280d2b4d158ca646c13558a9be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:00:33 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Creating image(s)
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "/opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "/opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "/opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.216s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk 1073741824" returned: 0 in 0.052s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.233s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.219s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Successfully created port: a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Cannot resize image /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Ensure instance console log exists: /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Successfully updated port: a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-c6f4d3d4-e85b-42bd-9ced-f64e9fae86ae req-c11905f0-efb6-4ef4-a5c4-4edb1b93971b service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received event network-changed-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-c6f4d3d4-e85b-42bd-9ced-f64e9fae86ae req-c11905f0-efb6-4ef4-a5c4-4edb1b93971b service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Refreshing instance network info cache due to event network-changed-a1da9214-886c-4c61-83c2-18b922d9e0f6. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c6f4d3d4-e85b-42bd-9ced-f64e9fae86ae req-c11905f0-efb6-4ef4-a5c4-4edb1b93971b service nova] Acquiring lock "refresh_cache-c9ce4482-2111-468b-a53f-06ecbbf48702" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c6f4d3d4-e85b-42bd-9ced-f64e9fae86ae req-c11905f0-efb6-4ef4-a5c4-4edb1b93971b service nova] Acquired lock "refresh_cache-c9ce4482-2111-468b-a53f-06ecbbf48702" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG nova.network.neutron [req-c6f4d3d4-e85b-42bd-9ced-f64e9fae86ae req-c11905f0-efb6-4ef4-a5c4-4edb1b93971b service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Refreshing network info cache for port a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "refresh_cache-c9ce4482-2111-468b-a53f-06ecbbf48702" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:00:34 user nova-compute[74712]: DEBUG nova.network.neutron [req-c6f4d3d4-e85b-42bd-9ced-f64e9fae86ae req-c11905f0-efb6-4ef4-a5c4-4edb1b93971b service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG nova.network.neutron [req-c6f4d3d4-e85b-42bd-9ced-f64e9fae86ae req-c11905f0-efb6-4ef4-a5c4-4edb1b93971b service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c6f4d3d4-e85b-42bd-9ced-f64e9fae86ae req-c11905f0-efb6-4ef4-a5c4-4edb1b93971b service nova] Releasing lock "refresh_cache-c9ce4482-2111-468b-a53f-06ecbbf48702" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquired lock "refresh_cache-c9ce4482-2111-468b-a53f-06ecbbf48702" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:00:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:00:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8437MB free_disk=25.048511505126953GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:36 user nova-compute[74712]: INFO nova.compute.manager [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Terminating instance
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 77e67743-1363-46c1-965d-cb0a820a0503 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1cee0c38-23f9-4c00-853d-e98beda75e8e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c9ce4482-2111-468b-a53f-06ecbbf48702 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Updating instance_info_cache with network_info: [{"id": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "address": "fa:16:3e:f9:32:13", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1da9214-88", "ovs_interfaceid": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Releasing lock "refresh_cache-c9ce4482-2111-468b-a53f-06ecbbf48702" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Instance network_info: |[{"id": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "address": "fa:16:3e:f9:32:13", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1da9214-88", "ovs_interfaceid": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Start _get_guest_xml network_info=[{"id": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "address": "fa:16:3e:f9:32:13", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1da9214-88", "ovs_interfaceid": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:00:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:00:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:00:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1949300821',display_name='tempest-AttachVolumeNegativeTest-server-1949300821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1949300821',id=37,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBeU2+jndmlVIaQ2dr+l1MZKxKQVY4aWmXjq7xh++1UWjNZU7Z+zrVJgwInuTfoyHottYwrR0P69c5Or5SizCIYgVdo++VT4crr33PBGers8JTy0Uj6GEKXxq+Pu72CEQw==',key_name='tempest-keypair-1398975797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-plghlyxo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:00:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=c9ce4482-2111-468b-a53f-06ecbbf48702,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "address": "fa:16:3e:f9:32:13", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1da9214-88", "ovs_interfaceid": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "address": "fa:16:3e:f9:32:13", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1da9214-88", "ovs_interfaceid": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:32:13,bridge_name='br-int',has_traffic_filtering=True,id=a1da9214-886c-4c61-83c2-18b922d9e0f6,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1da9214-88') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.objects.instance [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'pci_devices' on Instance uuid c9ce4482-2111-468b-a53f-06ecbbf48702 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:00:36 user nova-compute[74712]:   <uuid>c9ce4482-2111-468b-a53f-06ecbbf48702</uuid>
Oct 15 20:00:36 user nova-compute[74712]:   <name>instance-00000025</name>
Oct 15 20:00:36 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:00:36 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:00:36 user nova-compute[74712]:   <metadata>
Oct 15 20:00:36 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:00:36 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:00:36 user nova-compute[74712]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1949300821</nova:name>
Oct 15 20:00:36 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:00:36</nova:creationTime>
Oct 15 20:00:36 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:00:36 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:00:36 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:00:36 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:00:36 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:00:36 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:00:36 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:00:36 user nova-compute[74712]:       <nova:owner>
Oct 15 20:00:36 user nova-compute[74712]:         <nova:user uuid="cc78fc0d7f684734adddfe9391c95e8d">tempest-AttachVolumeNegativeTest-1333658009-project-member</nova:user>
Oct 15 20:00:36 user nova-compute[74712]:         <nova:project uuid="4ae1b0280d2b4d158ca646c13558a9be">tempest-AttachVolumeNegativeTest-1333658009</nova:project>
Oct 15 20:00:36 user nova-compute[74712]:       </nova:owner>
Oct 15 20:00:36 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 20:00:36 user nova-compute[74712]:       <nova:ports>
Oct 15 20:00:36 user nova-compute[74712]:         <nova:port uuid="a1da9214-886c-4c61-83c2-18b922d9e0f6">
Oct 15 20:00:36 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 20:00:36 user nova-compute[74712]:         </nova:port>
Oct 15 20:00:36 user nova-compute[74712]:       </nova:ports>
Oct 15 20:00:36 user nova-compute[74712]:     </nova:instance>
Oct 15 20:00:36 user nova-compute[74712]:   </metadata>
Oct 15 20:00:36 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:00:36 user nova-compute[74712]:     <system>
Oct 15 20:00:36 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:00:36 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:00:36 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:00:36 user nova-compute[74712]:       <entry name="serial">c9ce4482-2111-468b-a53f-06ecbbf48702</entry>
Oct 15 20:00:36 user nova-compute[74712]:       <entry name="uuid">c9ce4482-2111-468b-a53f-06ecbbf48702</entry>
Oct 15 20:00:36 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:00:36 user nova-compute[74712]:     </system>
Oct 15 20:00:36 user nova-compute[74712]:   </sysinfo>
Oct 15 20:00:36 user nova-compute[74712]:   <os>
Oct 15 20:00:36 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:00:36 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:00:36 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:00:36 user nova-compute[74712]:   </os>
Oct 15 20:00:36 user nova-compute[74712]:   <features>
Oct 15 20:00:36 user nova-compute[74712]:     <acpi/>
Oct 15 20:00:36 user nova-compute[74712]:     <apic/>
Oct 15 20:00:36 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:00:36 user nova-compute[74712]:   </features>
Oct 15 20:00:36 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:00:36 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:00:36 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:00:36 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:00:36 user nova-compute[74712]:   </clock>
Oct 15 20:00:36 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:00:36 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:00:36 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:00:36 user nova-compute[74712]:   </cpu>
Oct 15 20:00:36 user nova-compute[74712]:   <devices>
Oct 15 20:00:36 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:00:36 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:00:36 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk"/>
Oct 15 20:00:36 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:00:36 user nova-compute[74712]:     </disk>
Oct 15 20:00:36 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:00:36 user nova-compute[74712]:       <mac address="fa:16:3e:f9:32:13"/>
Oct 15 20:00:36 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:00:36 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:00:36 user nova-compute[74712]:       <target dev="tapa1da9214-88"/>
Oct 15 20:00:36 user nova-compute[74712]:     </interface>
Oct 15 20:00:36 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:00:36 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/console.log" append="off"/>
Oct 15 20:00:36 user nova-compute[74712]:     </serial>
Oct 15 20:00:36 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:00:36 user nova-compute[74712]:     <video>
Oct 15 20:00:36 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:00:36 user nova-compute[74712]:     </video>
Oct 15 20:00:36 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:00:36 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:00:36 user nova-compute[74712]:     </rng>
Oct 15 20:00:36 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:00:36 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:00:36 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:00:36 user nova-compute[74712]:     </memballoon>
Oct 15 20:00:36 user nova-compute[74712]:   </devices>
Oct 15 20:00:36 user nova-compute[74712]: </domain>
Oct 15 20:00:36 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:00:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1949300821',display_name='tempest-AttachVolumeNegativeTest-server-1949300821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1949300821',id=37,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBeU2+jndmlVIaQ2dr+l1MZKxKQVY4aWmXjq7xh++1UWjNZU7Z+zrVJgwInuTfoyHottYwrR0P69c5Or5SizCIYgVdo++VT4crr33PBGers8JTy0Uj6GEKXxq+Pu72CEQw==',key_name='tempest-keypair-1398975797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-plghlyxo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:00:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=c9ce4482-2111-468b-a53f-06ecbbf48702,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "address": "fa:16:3e:f9:32:13", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1da9214-88", "ovs_interfaceid": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "address": "fa:16:3e:f9:32:13", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1da9214-88", "ovs_interfaceid": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:32:13,bridge_name='br-int',has_traffic_filtering=True,id=a1da9214-886c-4c61-83c2-18b922d9e0f6,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1da9214-88') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG os_vif [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:32:13,bridge_name='br-int',has_traffic_filtering=True,id=a1da9214-886c-4c61-83c2-18b922d9e0f6,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1da9214-88') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '017702eb-b308-5499-9f86-3252da74d3d3', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa1da9214-88, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa1da9214-88, col_values=(('qos', UUID('3007af09-91dd-4856-b006-d8ecd3ceea82')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa1da9214-88, col_values=(('external_ids', {'iface-id': 'a1da9214-886c-4c61-83c2-18b922d9e0f6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f9:32:13', 'vm-uuid': 'c9ce4482-2111-468b-a53f-06ecbbf48702'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:36 user nova-compute[74712]: INFO os_vif [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:32:13,bridge_name='br-int',has_traffic_filtering=True,id=a1da9214-886c-4c61-83c2-18b922d9e0f6,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1da9214-88')
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.481s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No VIF found with MAC fa:16:3e:f9:32:13, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received event network-changed-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Refreshing instance network info cache due to event network-changed-222fac82-cb1d-4b3a-8453-df531a3d771c. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] Acquiring lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] Acquired lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:00:36 user nova-compute[74712]: DEBUG nova.network.neutron [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Refreshing network info cache for port 222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updated VIF entry in instance network info cache for port 222fac82-cb1d-4b3a-8453-df531a3d771c. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updating instance_info_cache with network_info: [{"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] Releasing lock "refresh_cache-1cee0c38-23f9-4c00-853d-e98beda75e8e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received event network-vif-unplugged-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] No waiting events found dispatching network-vif-unplugged-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received event network-vif-unplugged-222fac82-cb1d-4b3a-8453-df531a3d771c for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received event network-vif-plugged-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] Acquiring lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] No waiting events found dispatching network-vif-plugged-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:00:37 user nova-compute[74712]: WARNING nova.compute.manager [req-c2a06154-d55a-402e-a76c-30b94230a86f req-77ff867d-abe0-4256-a3b6-271922d09cd9 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received unexpected event network-vif-plugged-222fac82-cb1d-4b3a-8453-df531a3d771c for instance with vm_state active and task_state deleting.
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:00:37 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Instance destroyed successfully.
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lazy-loading 'resources' on Instance uuid 1cee0c38-23f9-4c00-853d-e98beda75e8e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-2146666138',display_name='tempest-TestStampPattern-server-2146666138',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2146666138',id=29,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCd04IanTpo/FUJ+i2eI2KnW2HK0y82cXXXpcobpf4eAsh1s/HGS5KQYhcSmqtc75NLfl51ogKoNkkKOpbAVMWZUpCJcngXUH/GiiDINAgOiLPTT+twe2oBcA6srvG1Yvg==',key_name='tempest-TestStampPattern-226221489',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:53:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='648e6e4ff98d44e0876494a266a8c1ba',ramdisk_id='',reservation_id='r-qp08f0dj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-170253243',owner_user_name='tempest-TestStampPattern-170253243-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:56:20Z,user_data=None,user_id='5c8e0f80d79e4e7cbca7bc97b25e0362',uuid=1cee0c38-23f9-4c00-853d-e98beda75e8e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converting VIF {"id": "222fac82-cb1d-4b3a-8453-df531a3d771c", "address": "fa:16:3e:75:1f:a6", "network": {"id": "9e4696a2-8c55-4c07-a8fe-deb836b24bb1", "bridge": "br-int", "label": "tempest-TestStampPattern-1772154419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "648e6e4ff98d44e0876494a266a8c1ba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222fac82-cb", "ovs_interfaceid": "222fac82-cb1d-4b3a-8453-df531a3d771c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:75:1f:a6,bridge_name='br-int',has_traffic_filtering=True,id=222fac82-cb1d-4b3a-8453-df531a3d771c,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222fac82-cb') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG os_vif [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:1f:a6,bridge_name='br-int',has_traffic_filtering=True,id=222fac82-cb1d-4b3a-8453-df531a3d771c,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222fac82-cb') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap222fac82-cb, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=810570e3-a65c-4acc-ad39-1593b3f1047a) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:37 user nova-compute[74712]: INFO os_vif [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:1f:a6,bridge_name='br-int',has_traffic_filtering=True,id=222fac82-cb1d-4b3a-8453-df531a3d771c,network=Network(9e4696a2-8c55-4c07-a8fe-deb836b24bb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222fac82-cb')
Oct 15 20:00:37 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Deleting instance files /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e_del
Oct 15 20:00:37 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Deletion of /opt/stack/data/nova/instances/1cee0c38-23f9-4c00-853d-e98beda75e8e_del complete
Oct 15 20:00:37 user nova-compute[74712]: INFO nova.compute.manager [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Took 1.59 seconds to destroy the instance on the hypervisor.
Oct 15 20:00:37 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:00:37 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:00:38 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Took 0.41 seconds to deallocate network for instance.
Oct 15 20:00:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.270s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-39d44447-5f17-412f-80da-12845052629a req-82ddf887-dc3e-4b47-bcd1-627825d0a9ad service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received event network-vif-plugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-39d44447-5f17-412f-80da-12845052629a req-82ddf887-dc3e-4b47-bcd1-627825d0a9ad service nova] Acquiring lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-39d44447-5f17-412f-80da-12845052629a req-82ddf887-dc3e-4b47-bcd1-627825d0a9ad service nova] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-39d44447-5f17-412f-80da-12845052629a req-82ddf887-dc3e-4b47-bcd1-627825d0a9ad service nova] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-39d44447-5f17-412f-80da-12845052629a req-82ddf887-dc3e-4b47-bcd1-627825d0a9ad service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] No waiting events found dispatching network-vif-plugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:00:38 user nova-compute[74712]: WARNING nova.compute.manager [req-39d44447-5f17-412f-80da-12845052629a req-82ddf887-dc3e-4b47-bcd1-627825d0a9ad service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received unexpected event network-vif-plugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 for instance with vm_state building and task_state spawning.
Oct 15 20:00:38 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Deleted allocations for instance 1cee0c38-23f9-4c00-853d-e98beda75e8e
Oct 15 20:00:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:00:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5e20acd2-cb43-4baf-a0c2-e3ec653a7fd6 tempest-TestStampPattern-170253243 tempest-TestStampPattern-170253243-project-member] Lock "1cee0c38-23f9-4c00-853d-e98beda75e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.530s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-e2ff2c62-58ac-43be-b74d-d5c213a3628c req-0a2a0456-21af-4d5d-a2c2-1deebe11d612 service nova] [instance: 1cee0c38-23f9-4c00-853d-e98beda75e8e] Received event network-vif-deleted-222fac82-cb1d-4b3a-8453-df531a3d771c {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:00:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-b0d92e60-d412-4ae6-968e-e41f855375dc req-b43ef4eb-b347-4a53-b110-11dc16a4e22d service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received event network-vif-plugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b0d92e60-d412-4ae6-968e-e41f855375dc req-b43ef4eb-b347-4a53-b110-11dc16a4e22d service nova] Acquiring lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b0d92e60-d412-4ae6-968e-e41f855375dc req-b43ef4eb-b347-4a53-b110-11dc16a4e22d service nova] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b0d92e60-d412-4ae6-968e-e41f855375dc req-b43ef4eb-b347-4a53-b110-11dc16a4e22d service nova] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-b0d92e60-d412-4ae6-968e-e41f855375dc req-b43ef4eb-b347-4a53-b110-11dc16a4e22d service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] No waiting events found dispatching network-vif-plugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:00:40 user nova-compute[74712]: WARNING nova.compute.manager [req-b0d92e60-d412-4ae6-968e-e41f855375dc req-b43ef4eb-b347-4a53-b110-11dc16a4e22d service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received unexpected event network-vif-plugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 for instance with vm_state building and task_state spawning.
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:00:40 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Instance spawned successfully.
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:00:40 user nova-compute[74712]: INFO nova.compute.manager [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Took 7.45 seconds to spawn the instance on the hypervisor.
Oct 15 20:00:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:00:40 user nova-compute[74712]: INFO nova.compute.manager [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Took 8.57 seconds to build instance.
Oct 15 20:00:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9c47f0c2-f797-49fb-87cc-68d9675e1e7b tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.688s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:00:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:00:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:00:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:00:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:00:41 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:00:42 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updating instance_info_cache with network_info: [{"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:00:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:00:42 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:00:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:44 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:00:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:00:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "77e67743-1363-46c1-965d-cb0a820a0503" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "77e67743-1363-46c1-965d-cb0a820a0503" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "77e67743-1363-46c1-965d-cb0a820a0503-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "77e67743-1363-46c1-965d-cb0a820a0503-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "77e67743-1363-46c1-965d-cb0a820a0503-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:10 user nova-compute[74712]: INFO nova.compute.manager [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Terminating instance
Oct 15 20:01:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-19f6700e-810c-4b82-8d1f-5e27568ef0f7 req-f7263039-d9f5-4b7f-89a3-e7f1eeeb56fd service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received event network-vif-unplugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-19f6700e-810c-4b82-8d1f-5e27568ef0f7 req-f7263039-d9f5-4b7f-89a3-e7f1eeeb56fd service nova] Acquiring lock "77e67743-1363-46c1-965d-cb0a820a0503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-19f6700e-810c-4b82-8d1f-5e27568ef0f7 req-f7263039-d9f5-4b7f-89a3-e7f1eeeb56fd service nova] Lock "77e67743-1363-46c1-965d-cb0a820a0503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-19f6700e-810c-4b82-8d1f-5e27568ef0f7 req-f7263039-d9f5-4b7f-89a3-e7f1eeeb56fd service nova] Lock "77e67743-1363-46c1-965d-cb0a820a0503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-19f6700e-810c-4b82-8d1f-5e27568ef0f7 req-f7263039-d9f5-4b7f-89a3-e7f1eeeb56fd service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] No waiting events found dispatching network-vif-unplugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-19f6700e-810c-4b82-8d1f-5e27568ef0f7 req-f7263039-d9f5-4b7f-89a3-e7f1eeeb56fd service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received event network-vif-unplugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:01:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Instance destroyed successfully.
Oct 15 20:01:10 user nova-compute[74712]: DEBUG nova.objects.instance [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lazy-loading 'resources' on Instance uuid 77e67743-1363-46c1-965d-cb0a820a0503 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:41:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-56383025',display_name='tempest-ServerActionsTestOtherA-server-56383025',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-56383025',id=13,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPNEeMvyNm/+fyAOIAD320L/onhqamhtiHhHCXYXJJLm+pOrS+B+fcPudKddvnpGFhT9UHOuYauwidz7NvUgRiywQ891SGXw97neAOMaLOKzwcOE498fvT1fAwFOi16uzg==',key_name='tempest-keypair-1740261553',keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:41:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1e12732193f34038bdb2f114eb7f1c6d',ramdisk_id='',reservation_id='r-vspned3e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1442469360',owner_user_name='tempest-ServerActionsTestOtherA-1442469360-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:41:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='522fe13f4fb24632b926377276b23d68',uuid=77e67743-1363-46c1-965d-cb0a820a0503,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converting VIF {"id": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "address": "fa:16:3e:f4:d3:22", "network": {"id": "d18e31eb-8a50-4252-8052-5c38d09a088b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-443854048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e12732193f34038bdb2f114eb7f1c6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a55ed23-2d", "ovs_interfaceid": "8a55ed23-2df6-4c8f-b969-b6bd30c494c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f4:d3:22,bridge_name='br-int',has_traffic_filtering=True,id=8a55ed23-2df6-4c8f-b969-b6bd30c494c7,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a55ed23-2d') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG os_vif [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:d3:22,bridge_name='br-int',has_traffic_filtering=True,id=8a55ed23-2df6-4c8f-b969-b6bd30c494c7,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a55ed23-2d') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8a55ed23-2d, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a5f3fd0a-e70c-41d9-b1c4-042167378f9b) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:10 user nova-compute[74712]: INFO os_vif [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:d3:22,bridge_name='br-int',has_traffic_filtering=True,id=8a55ed23-2df6-4c8f-b969-b6bd30c494c7,network=Network(d18e31eb-8a50-4252-8052-5c38d09a088b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a55ed23-2d')
Oct 15 20:01:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Deleting instance files /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503_del
Oct 15 20:01:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Deletion of /opt/stack/data/nova/instances/77e67743-1363-46c1-965d-cb0a820a0503_del complete
Oct 15 20:01:10 user nova-compute[74712]: INFO nova.compute.manager [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 15 20:01:10 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:01:10 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:01:11 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:01:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-c02f4931-7b4f-4d44-8d4d-2ee4bc2623c7 req-8ada5d8b-53f7-4db3-b80b-01b1bf080414 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received event network-vif-deleted-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:01:11 user nova-compute[74712]: INFO nova.compute.manager [req-c02f4931-7b4f-4d44-8d4d-2ee4bc2623c7 req-8ada5d8b-53f7-4db3-b80b-01b1bf080414 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Neutron deleted interface 8a55ed23-2df6-4c8f-b969-b6bd30c494c7; detaching it from the instance and deleting it from the info cache
Oct 15 20:01:11 user nova-compute[74712]: DEBUG nova.network.neutron [req-c02f4931-7b4f-4d44-8d4d-2ee4bc2623c7 req-8ada5d8b-53f7-4db3-b80b-01b1bf080414 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:01:11 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Took 0.48 seconds to deallocate network for instance.
Oct 15 20:01:11 user nova-compute[74712]: DEBUG nova.compute.manager [req-c02f4931-7b4f-4d44-8d4d-2ee4bc2623c7 req-8ada5d8b-53f7-4db3-b80b-01b1bf080414 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Detach interface failed, port_id=8a55ed23-2df6-4c8f-b969-b6bd30c494c7, reason: Instance 77e67743-1363-46c1-965d-cb0a820a0503 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 20:01:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:11 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:01:11 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:01:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.255s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:11 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Deleted allocations for instance 77e67743-1363-46c1-965d-cb0a820a0503
Oct 15 20:01:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17e63798-8434-4cbf-8e95-0fc7a749fe77 tempest-ServerActionsTestOtherA-1442469360 tempest-ServerActionsTestOtherA-1442469360-project-member] Lock "77e67743-1363-46c1-965d-cb0a820a0503" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.864s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-c31b4b65-8397-4aea-a894-553b1441d463 req-628431d1-1f15-467c-badd-62391f863271 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received event network-vif-plugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:01:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c31b4b65-8397-4aea-a894-553b1441d463 req-628431d1-1f15-467c-badd-62391f863271 service nova] Acquiring lock "77e67743-1363-46c1-965d-cb0a820a0503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c31b4b65-8397-4aea-a894-553b1441d463 req-628431d1-1f15-467c-badd-62391f863271 service nova] Lock "77e67743-1363-46c1-965d-cb0a820a0503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c31b4b65-8397-4aea-a894-553b1441d463 req-628431d1-1f15-467c-badd-62391f863271 service nova] Lock "77e67743-1363-46c1-965d-cb0a820a0503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-c31b4b65-8397-4aea-a894-553b1441d463 req-628431d1-1f15-467c-badd-62391f863271 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] No waiting events found dispatching network-vif-plugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:01:12 user nova-compute[74712]: WARNING nova.compute.manager [req-c31b4b65-8397-4aea-a894-553b1441d463 req-628431d1-1f15-467c-badd-62391f863271 service nova] [instance: 77e67743-1363-46c1-965d-cb0a820a0503] Received unexpected event network-vif-plugged-8a55ed23-2df6-4c8f-b969-b6bd30c494c7 for instance with vm_state deleted and task_state None.
Oct 15 20:01:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:17 user nova-compute[74712]: INFO nova.compute.manager [None req-1ced424c-591b-4ff4-918c-6e3616874786 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Unrescuing
Oct 15 20:01:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1ced424c-591b-4ff4-918c-6e3616874786 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:01:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1ced424c-591b-4ff4-918c-6e3616874786 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquired lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:01:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1ced424c-591b-4ff4-918c-6e3616874786 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1ced424c-591b-4ff4-918c-6e3616874786 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updating instance_info_cache with network_info: [{"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1ced424c-591b-4ff4-918c-6e3616874786 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Releasing lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1ced424c-591b-4ff4-918c-6e3616874786 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'flavor' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-a1cc08a2-2313-4e52-9432-3803a23f66d2 req-646ad12d-6a21-4f9d-9a7f-a94cf1abdb6c service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-unplugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a1cc08a2-2313-4e52-9432-3803a23f66d2 req-646ad12d-6a21-4f9d-9a7f-a94cf1abdb6c service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a1cc08a2-2313-4e52-9432-3803a23f66d2 req-646ad12d-6a21-4f9d-9a7f-a94cf1abdb6c service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a1cc08a2-2313-4e52-9432-3803a23f66d2 req-646ad12d-6a21-4f9d-9a7f-a94cf1abdb6c service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-a1cc08a2-2313-4e52-9432-3803a23f66d2 req-646ad12d-6a21-4f9d-9a7f-a94cf1abdb6c service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-unplugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:01:18 user nova-compute[74712]: WARNING nova.compute.manager [req-a1cc08a2-2313-4e52-9432-3803a23f66d2 req-646ad12d-6a21-4f9d-9a7f-a94cf1abdb6c service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-unplugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state rescued and task_state unrescuing.
Oct 15 20:01:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:18 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Instance destroyed successfully.
Oct 15 20:01:20 user nova-compute[74712]: DEBUG nova.compute.manager [req-8a3f3741-13dd-4f3c-9a99-50447e56bd46 req-c184e27e-09b3-4d85-9074-3fdacbeaf8dd service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:01:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8a3f3741-13dd-4f3c-9a99-50447e56bd46 req-c184e27e-09b3-4d85-9074-3fdacbeaf8dd service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8a3f3741-13dd-4f3c-9a99-50447e56bd46 req-c184e27e-09b3-4d85-9074-3fdacbeaf8dd service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8a3f3741-13dd-4f3c-9a99-50447e56bd46 req-c184e27e-09b3-4d85-9074-3fdacbeaf8dd service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:20 user nova-compute[74712]: DEBUG nova.compute.manager [req-8a3f3741-13dd-4f3c-9a99-50447e56bd46 req-c184e27e-09b3-4d85-9074-3fdacbeaf8dd service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:01:20 user nova-compute[74712]: WARNING nova.compute.manager [req-8a3f3741-13dd-4f3c-9a99-50447e56bd46 req-c184e27e-09b3-4d85-9074-3fdacbeaf8dd service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state rescued and task_state unrescuing.
Oct 15 20:01:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:01:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:01:22 user nova-compute[74712]: WARNING nova.compute.manager [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state rescued and task_state unrescuing.
Oct 15 20:01:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:01:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:01:22 user nova-compute[74712]: WARNING nova.compute.manager [req-657dfc35-139f-4808-b381-bf0e0b16b764 req-4d5b42a7-f954-4e73-a174-0c5f862bef58 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state rescued and task_state unrescuing.
Oct 15 20:01:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1ced424c-591b-4ff4-918c-6e3616874786 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:01:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:01:27 user nova-compute[74712]: INFO nova.compute.claims [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Claim successful on node user
Oct 15 20:01:27 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.410s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:01:27 user nova-compute[74712]: DEBUG nova.network.neutron [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:01:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:01:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG nova.policy [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a839279ff14cb6a3d11e0bb1930299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0ba0ea57dab4a98954e1f865c7b0770', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:01:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Creating image(s)
Oct 15 20:01:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "/opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "/opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "/opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "d3af53d51ed2bedfc3e737f18b090faede1d8ab4" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "d3af53d51ed2bedfc3e737f18b090faede1d8ab4" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4.part --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4.part --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG nova.virt.images [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] ff9375bb-8b73-4a63-9979-4bfb58b311bc was qcow2, converting to raw {{(pid=74712) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4.part /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4.converted {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Successfully created port: 2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:01:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4.part /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4.converted" returned: 0 in 0.281s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4.converted --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "d3af53d51ed2bedfc3e737f18b090faede1d8ab4" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.266s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG nova.network.neutron [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Successfully updated port: 2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquired lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG nova.network.neutron [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-c0bf1e00-cc87-4426-ad56-f15d21a60f3b req-cdd6ba44-31ea-478b-976e-865a5d54db76 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-changed-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-c0bf1e00-cc87-4426-ad56-f15d21a60f3b req-cdd6ba44-31ea-478b-976e-865a5d54db76 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Refreshing instance network info cache due to event network-changed-2937e91e-7020-45d4-b874-07b58f5e12d5. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c0bf1e00-cc87-4426-ad56-f15d21a60f3b req-cdd6ba44-31ea-478b-976e-865a5d54db76 service nova] Acquiring lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4 --force-share --output=json" returned: 0 in 0.210s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "d3af53d51ed2bedfc3e737f18b090faede1d8ab4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "d3af53d51ed2bedfc3e737f18b090faede1d8ab4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG nova.network.neutron [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4 --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4,backing_fmt=raw /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4,backing_fmt=raw /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk 1073741824" returned: 0 in 0.052s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "d3af53d51ed2bedfc3e737f18b090faede1d8ab4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:29 user nova-compute[74712]: DEBUG nova.network.neutron [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updating instance_info_cache with network_info: [{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Releasing lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Instance network_info: |[{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c0bf1e00-cc87-4426-ad56-f15d21a60f3b req-cdd6ba44-31ea-478b-976e-865a5d54db76 service nova] Acquired lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.network.neutron [req-c0bf1e00-cc87-4426-ad56-f15d21a60f3b req-cdd6ba44-31ea-478b-976e-865a5d54db76 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Refreshing network info cache for port 2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4 --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Checking if we can resize image /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Cannot resize image /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Ensure instance console log exists: /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Start _get_guest_xml network_info=[{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T20:01:24Z,direct_url=<?>,disk_format='qcow2',id=ff9375bb-8b73-4a63-9979-4bfb58b311bc,min_disk=0,min_ram=0,name='tempest-scenario-img--1585878158',owner='a0ba0ea57dab4a98954e1f865c7b0770',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T20:01:26Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': 'ff9375bb-8b73-4a63-9979-4bfb58b311bc'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:01:30 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:01:30 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T20:01:24Z,direct_url=<?>,disk_format='qcow2',id=ff9375bb-8b73-4a63-9979-4bfb58b311bc,min_disk=0,min_ram=0,name='tempest-scenario-img--1585878158',owner='a0ba0ea57dab4a98954e1f865c7b0770',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T20:01:26Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:01:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1076638492',display_name='tempest-TestMinimumBasicScenario-server-1076638492',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1076638492',id=38,image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNmRistp0qLPWt6voh/xcaMsd5zvaLJFRWTqzS5iIEPMclx8bT2IA4YQ4sCcbSsxD8gun7LSh3ohH73t6protB76czfW7jMuGwv8dw4jHKQSHJNNqD3ONgcijAAlfGOy8g==',key_name='tempest-TestMinimumBasicScenario-2047166677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a0ba0ea57dab4a98954e1f865c7b0770',ramdisk_id='',reservation_id='r-es87b8nv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-279769739',owner_user_name='tempest-TestMinimumBasicScenario-279769739-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:01:28Z,user_data=None,user_id='20a839279ff14cb6a3d11e0bb1930299',uuid=41a14030-9733-483c-9513-e7e00497197d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converting VIF {"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.objects.instance [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'pci_devices' on Instance uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:01:30 user nova-compute[74712]:   <uuid>41a14030-9733-483c-9513-e7e00497197d</uuid>
Oct 15 20:01:30 user nova-compute[74712]:   <name>instance-00000026</name>
Oct 15 20:01:30 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:01:30 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:01:30 user nova-compute[74712]:   <metadata>
Oct 15 20:01:30 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:01:30 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:01:30 user nova-compute[74712]:       <nova:name>tempest-TestMinimumBasicScenario-server-1076638492</nova:name>
Oct 15 20:01:30 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:01:30</nova:creationTime>
Oct 15 20:01:30 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:01:30 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:01:30 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:01:30 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:01:30 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:01:30 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:01:30 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:01:30 user nova-compute[74712]:       <nova:owner>
Oct 15 20:01:30 user nova-compute[74712]:         <nova:user uuid="20a839279ff14cb6a3d11e0bb1930299">tempest-TestMinimumBasicScenario-279769739-project-member</nova:user>
Oct 15 20:01:30 user nova-compute[74712]:         <nova:project uuid="a0ba0ea57dab4a98954e1f865c7b0770">tempest-TestMinimumBasicScenario-279769739</nova:project>
Oct 15 20:01:30 user nova-compute[74712]:       </nova:owner>
Oct 15 20:01:30 user nova-compute[74712]:       <nova:root type="image" uuid="ff9375bb-8b73-4a63-9979-4bfb58b311bc"/>
Oct 15 20:01:30 user nova-compute[74712]:       <nova:ports>
Oct 15 20:01:30 user nova-compute[74712]:         <nova:port uuid="2937e91e-7020-45d4-b874-07b58f5e12d5">
Oct 15 20:01:30 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 15 20:01:30 user nova-compute[74712]:         </nova:port>
Oct 15 20:01:30 user nova-compute[74712]:       </nova:ports>
Oct 15 20:01:30 user nova-compute[74712]:     </nova:instance>
Oct 15 20:01:30 user nova-compute[74712]:   </metadata>
Oct 15 20:01:30 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:01:30 user nova-compute[74712]:     <system>
Oct 15 20:01:30 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:01:30 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:01:30 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:01:30 user nova-compute[74712]:       <entry name="serial">41a14030-9733-483c-9513-e7e00497197d</entry>
Oct 15 20:01:30 user nova-compute[74712]:       <entry name="uuid">41a14030-9733-483c-9513-e7e00497197d</entry>
Oct 15 20:01:30 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:01:30 user nova-compute[74712]:     </system>
Oct 15 20:01:30 user nova-compute[74712]:   </sysinfo>
Oct 15 20:01:30 user nova-compute[74712]:   <os>
Oct 15 20:01:30 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:01:30 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:01:30 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:01:30 user nova-compute[74712]:   </os>
Oct 15 20:01:30 user nova-compute[74712]:   <features>
Oct 15 20:01:30 user nova-compute[74712]:     <acpi/>
Oct 15 20:01:30 user nova-compute[74712]:     <apic/>
Oct 15 20:01:30 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:01:30 user nova-compute[74712]:   </features>
Oct 15 20:01:30 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:01:30 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:01:30 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:01:30 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:01:30 user nova-compute[74712]:   </clock>
Oct 15 20:01:30 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:01:30 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:01:30 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:01:30 user nova-compute[74712]:   </cpu>
Oct 15 20:01:30 user nova-compute[74712]:   <devices>
Oct 15 20:01:30 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:01:30 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:01:30 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk"/>
Oct 15 20:01:30 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:01:30 user nova-compute[74712]:     </disk>
Oct 15 20:01:30 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:01:30 user nova-compute[74712]:       <mac address="fa:16:3e:7c:61:69"/>
Oct 15 20:01:30 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:01:30 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:01:30 user nova-compute[74712]:       <target dev="tap2937e91e-70"/>
Oct 15 20:01:30 user nova-compute[74712]:     </interface>
Oct 15 20:01:30 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:01:30 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/console.log" append="off"/>
Oct 15 20:01:30 user nova-compute[74712]:     </serial>
Oct 15 20:01:30 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:01:30 user nova-compute[74712]:     <video>
Oct 15 20:01:30 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:01:30 user nova-compute[74712]:     </video>
Oct 15 20:01:30 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:01:30 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:01:30 user nova-compute[74712]:     </rng>
Oct 15 20:01:30 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:01:30 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:01:30 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:01:30 user nova-compute[74712]:     </memballoon>
Oct 15 20:01:30 user nova-compute[74712]:   </devices>
Oct 15 20:01:30 user nova-compute[74712]: </domain>
Oct 15 20:01:30 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:01:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1076638492',display_name='tempest-TestMinimumBasicScenario-server-1076638492',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1076638492',id=38,image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNmRistp0qLPWt6voh/xcaMsd5zvaLJFRWTqzS5iIEPMclx8bT2IA4YQ4sCcbSsxD8gun7LSh3ohH73t6protB76czfW7jMuGwv8dw4jHKQSHJNNqD3ONgcijAAlfGOy8g==',key_name='tempest-TestMinimumBasicScenario-2047166677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a0ba0ea57dab4a98954e1f865c7b0770',ramdisk_id='',reservation_id='r-es87b8nv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-279769739',owner_user_name='tempest-TestMinimumBasicScenario-279769739-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:01:28Z,user_data=None,user_id='20a839279ff14cb6a3d11e0bb1930299',uuid=41a14030-9733-483c-9513-e7e00497197d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converting VIF {"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG os_vif [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1b10efec-455d-5b78-8609-5f839d1815f9', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2937e91e-70, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2937e91e-70, col_values=(('qos', UUID('66cbdbf3-fba9-49c3-8275-7bc5a358c37f')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2937e91e-70, col_values=(('external_ids', {'iface-id': '2937e91e-7020-45d4-b874-07b58f5e12d5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:61:69', 'vm-uuid': '41a14030-9733-483c-9513-e7e00497197d'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:30 user nova-compute[74712]: INFO os_vif [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70')
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] No VIF found with MAC fa:16:3e:7c:61:69, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.network.neutron [req-c0bf1e00-cc87-4426-ad56-f15d21a60f3b req-cdd6ba44-31ea-478b-976e-865a5d54db76 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updated VIF entry in instance network info cache for port 2937e91e-7020-45d4-b874-07b58f5e12d5. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG nova.network.neutron [req-c0bf1e00-cc87-4426-ad56-f15d21a60f3b req-cdd6ba44-31ea-478b-976e-865a5d54db76 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updating instance_info_cache with network_info: [{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:01:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c0bf1e00-cc87-4426-ad56-f15d21a60f3b req-cdd6ba44-31ea-478b-976e-865a5d54db76 service nova] Releasing lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:01:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:01:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:01:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-644382eb-3cc6-49b9-82d0-cf683b234f93 req-62fb0f8f-c465-4d10-95b0-a6bf32938b5e service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-644382eb-3cc6-49b9-82d0-cf683b234f93 req-62fb0f8f-c465-4d10-95b0-a6bf32938b5e service nova] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-644382eb-3cc6-49b9-82d0-cf683b234f93 req-62fb0f8f-c465-4d10-95b0-a6bf32938b5e service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-644382eb-3cc6-49b9-82d0-cf683b234f93 req-62fb0f8f-c465-4d10-95b0-a6bf32938b5e service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-644382eb-3cc6-49b9-82d0-cf683b234f93 req-62fb0f8f-c465-4d10-95b0-a6bf32938b5e service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] No waiting events found dispatching network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:01:32 user nova-compute[74712]: WARNING nova.compute.manager [req-644382eb-3cc6-49b9-82d0-cf683b234f93 req-62fb0f8f-c465-4d10-95b0-a6bf32938b5e service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received unexpected event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 for instance with vm_state building and task_state spawning.
Oct 15 20:01:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:01:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:01:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:01:33 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 41a14030-9733-483c-9513-e7e00497197d] Instance spawned successfully.
Oct 15 20:01:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:34 user nova-compute[74712]: INFO nova.compute.manager [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Took 6.00 seconds to spawn the instance on the hypervisor.
Oct 15 20:01:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef7f637e-02e8-4fd7-a69a-68d4a3ae9c5e req-5ded9984-9fe0-47a1-8748-27160f9fd7fb service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ef7f637e-02e8-4fd7-a69a-68d4a3ae9c5e req-5ded9984-9fe0-47a1-8748-27160f9fd7fb service nova] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ef7f637e-02e8-4fd7-a69a-68d4a3ae9c5e req-5ded9984-9fe0-47a1-8748-27160f9fd7fb service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ef7f637e-02e8-4fd7-a69a-68d4a3ae9c5e req-5ded9984-9fe0-47a1-8748-27160f9fd7fb service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef7f637e-02e8-4fd7-a69a-68d4a3ae9c5e req-5ded9984-9fe0-47a1-8748-27160f9fd7fb service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] No waiting events found dispatching network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:01:34 user nova-compute[74712]: WARNING nova.compute.manager [req-ef7f637e-02e8-4fd7-a69a-68d4a3ae9c5e req-5ded9984-9fe0-47a1-8748-27160f9fd7fb service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received unexpected event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 for instance with vm_state active and task_state None.
Oct 15 20:01:34 user nova-compute[74712]: INFO nova.compute.manager [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Took 6.83 seconds to build instance.
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-818fc682-ca2c-40b4-a776-67762af3f223 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.070s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.318s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:01:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:01:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:01:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8456MB free_disk=25.002025604248047GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c9ce4482-2111-468b-a53f-06ecbbf48702 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 41a14030-9733-483c-9513-e7e00497197d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:01:36 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:01:37 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:01:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:01:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.366s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:01:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:01:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:01:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:01:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:01:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:01:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:01:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:01:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:01:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:01:41 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:01:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:42 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updating instance_info_cache with network_info: [{"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:01:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:01:42 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:01:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:01:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:01:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:02:00 user nova-compute[74712]: INFO nova.compute.claims [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Claim successful on node user
Oct 15 20:02:00 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.324s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:02:00 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:02:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:02:00 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Creating image(s)
Oct 15 20:02:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "/opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "/opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "/opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:00 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG nova.policy [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3189d45939944587a7266b82fbfa6c09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f872b335fc14c6e9967df6b7ca5cc2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk 1073741824" returned: 0 in 0.046s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.220s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Checking if we can resize image /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Cannot resize image /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Ensure instance console log exists: /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Successfully created port: bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:02:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Successfully updated port: bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:02:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:02:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquired lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:02:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:02:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-5529f84a-9958-42c8-a7db-5573ad8f9175 req-3516561f-3b0d-4491-abf5-b7aebbbc75b3 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received event network-changed-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:02:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-5529f84a-9958-42c8-a7db-5573ad8f9175 req-3516561f-3b0d-4491-abf5-b7aebbbc75b3 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Refreshing instance network info cache due to event network-changed-bfc1cccd-5550-4b1b-9dee-da490e0b1676. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:02:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5529f84a-9958-42c8-a7db-5573ad8f9175 req-3516561f-3b0d-4491-abf5-b7aebbbc75b3 service nova] Acquiring lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:02:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updating instance_info_cache with network_info: [{"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Releasing lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Instance network_info: |[{"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5529f84a-9958-42c8-a7db-5573ad8f9175 req-3516561f-3b0d-4491-abf5-b7aebbbc75b3 service nova] Acquired lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.network.neutron [req-5529f84a-9958-42c8-a7db-5573ad8f9175 req-3516561f-3b0d-4491-abf5-b7aebbbc75b3 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Refreshing network info cache for port bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Start _get_guest_xml network_info=[{"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:02:03 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:02:03 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:01:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-691924711',display_name='tempest-SnapshotDataIntegrityTests-server-691924711',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-691924711',id=39,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOC8P9hFsK+HDBjac/MEj2O9sO4atZP+uOmAI9v6LAfy9n5e7OEFHBkMSy8RegLV+osukRcs/ots9on/s8b2r6sB4MWcu4SA2VFf2AOrvK0sXAER2ZpJPxWLsdM90abngg==',key_name='tempest-keypair-137792479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3f872b335fc14c6e9967df6b7ca5cc2b',ramdisk_id='',reservation_id='r-ph2utdxp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-13601021',owner_user_name='tempest-SnapshotDataIntegrityTests-13601021-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:02:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3189d45939944587a7266b82fbfa6c09',uuid=13e5aebe-e3b6-444f-9d02-574304f7f7ed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Converting VIF {"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:4d:d2,bridge_name='br-int',has_traffic_filtering=True,id=bfc1cccd-5550-4b1b-9dee-da490e0b1676,network=Network(708eb4a4-9ede-43b1-823e-dc1770ab7232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc1cccd-55') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.objects.instance [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'pci_devices' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:02:03 user nova-compute[74712]:   <uuid>13e5aebe-e3b6-444f-9d02-574304f7f7ed</uuid>
Oct 15 20:02:03 user nova-compute[74712]:   <name>instance-00000027</name>
Oct 15 20:02:03 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:02:03 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:02:03 user nova-compute[74712]:   <metadata>
Oct 15 20:02:03 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:02:03 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:02:03 user nova-compute[74712]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-691924711</nova:name>
Oct 15 20:02:03 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:02:03</nova:creationTime>
Oct 15 20:02:03 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:02:03 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:02:03 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:02:03 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:02:03 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:02:03 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:02:03 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:02:03 user nova-compute[74712]:       <nova:owner>
Oct 15 20:02:03 user nova-compute[74712]:         <nova:user uuid="3189d45939944587a7266b82fbfa6c09">tempest-SnapshotDataIntegrityTests-13601021-project-member</nova:user>
Oct 15 20:02:03 user nova-compute[74712]:         <nova:project uuid="3f872b335fc14c6e9967df6b7ca5cc2b">tempest-SnapshotDataIntegrityTests-13601021</nova:project>
Oct 15 20:02:03 user nova-compute[74712]:       </nova:owner>
Oct 15 20:02:03 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 20:02:03 user nova-compute[74712]:       <nova:ports>
Oct 15 20:02:03 user nova-compute[74712]:         <nova:port uuid="bfc1cccd-5550-4b1b-9dee-da490e0b1676">
Oct 15 20:02:03 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 15 20:02:03 user nova-compute[74712]:         </nova:port>
Oct 15 20:02:03 user nova-compute[74712]:       </nova:ports>
Oct 15 20:02:03 user nova-compute[74712]:     </nova:instance>
Oct 15 20:02:03 user nova-compute[74712]:   </metadata>
Oct 15 20:02:03 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:02:03 user nova-compute[74712]:     <system>
Oct 15 20:02:03 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:02:03 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:02:03 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:02:03 user nova-compute[74712]:       <entry name="serial">13e5aebe-e3b6-444f-9d02-574304f7f7ed</entry>
Oct 15 20:02:03 user nova-compute[74712]:       <entry name="uuid">13e5aebe-e3b6-444f-9d02-574304f7f7ed</entry>
Oct 15 20:02:03 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:02:03 user nova-compute[74712]:     </system>
Oct 15 20:02:03 user nova-compute[74712]:   </sysinfo>
Oct 15 20:02:03 user nova-compute[74712]:   <os>
Oct 15 20:02:03 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:02:03 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:02:03 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:02:03 user nova-compute[74712]:   </os>
Oct 15 20:02:03 user nova-compute[74712]:   <features>
Oct 15 20:02:03 user nova-compute[74712]:     <acpi/>
Oct 15 20:02:03 user nova-compute[74712]:     <apic/>
Oct 15 20:02:03 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:02:03 user nova-compute[74712]:   </features>
Oct 15 20:02:03 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:02:03 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:02:03 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:02:03 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:02:03 user nova-compute[74712]:   </clock>
Oct 15 20:02:03 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:02:03 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:02:03 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:02:03 user nova-compute[74712]:   </cpu>
Oct 15 20:02:03 user nova-compute[74712]:   <devices>
Oct 15 20:02:03 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:02:03 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:02:03 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk"/>
Oct 15 20:02:03 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:02:03 user nova-compute[74712]:     </disk>
Oct 15 20:02:03 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:02:03 user nova-compute[74712]:       <mac address="fa:16:3e:31:4d:d2"/>
Oct 15 20:02:03 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:02:03 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:02:03 user nova-compute[74712]:       <target dev="tapbfc1cccd-55"/>
Oct 15 20:02:03 user nova-compute[74712]:     </interface>
Oct 15 20:02:03 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:02:03 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/console.log" append="off"/>
Oct 15 20:02:03 user nova-compute[74712]:     </serial>
Oct 15 20:02:03 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:02:03 user nova-compute[74712]:     <video>
Oct 15 20:02:03 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:02:03 user nova-compute[74712]:     </video>
Oct 15 20:02:03 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:02:03 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:02:03 user nova-compute[74712]:     </rng>
Oct 15 20:02:03 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:02:03 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:02:03 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:02:03 user nova-compute[74712]:     </memballoon>
Oct 15 20:02:03 user nova-compute[74712]:   </devices>
Oct 15 20:02:03 user nova-compute[74712]: </domain>
Oct 15 20:02:03 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:01:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-691924711',display_name='tempest-SnapshotDataIntegrityTests-server-691924711',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-691924711',id=39,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOC8P9hFsK+HDBjac/MEj2O9sO4atZP+uOmAI9v6LAfy9n5e7OEFHBkMSy8RegLV+osukRcs/ots9on/s8b2r6sB4MWcu4SA2VFf2AOrvK0sXAER2ZpJPxWLsdM90abngg==',key_name='tempest-keypair-137792479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3f872b335fc14c6e9967df6b7ca5cc2b',ramdisk_id='',reservation_id='r-ph2utdxp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-13601021',owner_user_name='tempest-SnapshotDataIntegrityTests-13601021-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:02:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3189d45939944587a7266b82fbfa6c09',uuid=13e5aebe-e3b6-444f-9d02-574304f7f7ed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Converting VIF {"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:4d:d2,bridge_name='br-int',has_traffic_filtering=True,id=bfc1cccd-5550-4b1b-9dee-da490e0b1676,network=Network(708eb4a4-9ede-43b1-823e-dc1770ab7232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc1cccd-55') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG os_vif [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:4d:d2,bridge_name='br-int',has_traffic_filtering=True,id=bfc1cccd-5550-4b1b-9dee-da490e0b1676,network=Network(708eb4a4-9ede-43b1-823e-dc1770ab7232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc1cccd-55') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '49af0f2f-e43d-5387-a996-3ae7f902a2fd', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbfc1cccd-55, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbfc1cccd-55, col_values=(('qos', UUID('6e8272db-d931-4780-800d-78b4ac8d2255')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbfc1cccd-55, col_values=(('external_ids', {'iface-id': 'bfc1cccd-5550-4b1b-9dee-da490e0b1676', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:31:4d:d2', 'vm-uuid': '13e5aebe-e3b6-444f-9d02-574304f7f7ed'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:03 user nova-compute[74712]: INFO os_vif [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:4d:d2,bridge_name='br-int',has_traffic_filtering=True,id=bfc1cccd-5550-4b1b-9dee-da490e0b1676,network=Network(708eb4a4-9ede-43b1-823e-dc1770ab7232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc1cccd-55')
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No VIF found with MAC fa:16:3e:31:4d:d2, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.network.neutron [req-5529f84a-9958-42c8-a7db-5573ad8f9175 req-3516561f-3b0d-4491-abf5-b7aebbbc75b3 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updated VIF entry in instance network info cache for port bfc1cccd-5550-4b1b-9dee-da490e0b1676. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG nova.network.neutron [req-5529f84a-9958-42c8-a7db-5573ad8f9175 req-3516561f-3b0d-4491-abf5-b7aebbbc75b3 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updating instance_info_cache with network_info: [{"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:02:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5529f84a-9958-42c8-a7db-5573ad8f9175 req-3516561f-3b0d-4491-abf5-b7aebbbc75b3 service nova] Releasing lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:02:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-3d951933-6339-429f-b545-f5a68a9ec9c9 req-5beffb74-e9a0-4cbf-a5b3-a09c97bb4047 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received event network-vif-plugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:02:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3d951933-6339-429f-b545-f5a68a9ec9c9 req-5beffb74-e9a0-4cbf-a5b3-a09c97bb4047 service nova] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3d951933-6339-429f-b545-f5a68a9ec9c9 req-5beffb74-e9a0-4cbf-a5b3-a09c97bb4047 service nova] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3d951933-6339-429f-b545-f5a68a9ec9c9 req-5beffb74-e9a0-4cbf-a5b3-a09c97bb4047 service nova] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-3d951933-6339-429f-b545-f5a68a9ec9c9 req-5beffb74-e9a0-4cbf-a5b3-a09c97bb4047 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] No waiting events found dispatching network-vif-plugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:02:04 user nova-compute[74712]: WARNING nova.compute.manager [req-3d951933-6339-429f-b545-f5a68a9ec9c9 req-5beffb74-e9a0-4cbf-a5b3-a09c97bb4047 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received unexpected event network-vif-plugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 for instance with vm_state building and task_state spawning.
Oct 15 20:02:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:02:06 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Instance spawned successfully.
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:06 user nova-compute[74712]: INFO nova.compute.manager [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Took 5.88 seconds to spawn the instance on the hypervisor.
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:02:06 user nova-compute[74712]: INFO nova.compute.manager [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Took 6.53 seconds to build instance.
Oct 15 20:02:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ca4905e-7662-4f9d-8b7c-cdc3fe1b6aaa tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.638s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef168e87-ef32-44e3-b322-a2c8efd1ae6b req-4a03ebb5-b313-4035-9465-0aadd1ca9aa4 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received event network-vif-plugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ef168e87-ef32-44e3-b322-a2c8efd1ae6b req-4a03ebb5-b313-4035-9465-0aadd1ca9aa4 service nova] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ef168e87-ef32-44e3-b322-a2c8efd1ae6b req-4a03ebb5-b313-4035-9465-0aadd1ca9aa4 service nova] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ef168e87-ef32-44e3-b322-a2c8efd1ae6b req-4a03ebb5-b313-4035-9465-0aadd1ca9aa4 service nova] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef168e87-ef32-44e3-b322-a2c8efd1ae6b req-4a03ebb5-b313-4035-9465-0aadd1ca9aa4 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] No waiting events found dispatching network-vif-plugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:02:06 user nova-compute[74712]: WARNING nova.compute.manager [req-ef168e87-ef32-44e3-b322-a2c8efd1ae6b req-4a03ebb5-b313-4035-9465-0aadd1ca9aa4 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received unexpected event network-vif-plugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 for instance with vm_state active and task_state None.
Oct 15 20:02:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:02:13 user nova-compute[74712]: INFO nova.compute.claims [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Claim successful on node user
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.342s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:02:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.policy [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7c4cc7bb4b44e383084d932da25ef0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '094a158621f9466fa125dc20bbf71d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:02:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Creating image(s)
Oct 15 20:02:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "/opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "/opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "/opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:13 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk 1073741824" returned: 0 in 0.060s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Successfully created port: f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Cannot resize image /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Ensure instance console log exists: /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Successfully updated port: f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "refresh_cache-f6ae02be-a4e5-4a52-8bcf-91d95f236613" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquired lock "refresh_cache-f6ae02be-a4e5-4a52-8bcf-91d95f236613" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-98f2f5f9-d4d5-4a83-9cca-5e7d02a39b14 req-c4f5b251-2261-4e3d-a25e-ab2cdca48b41 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Received event network-changed-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-98f2f5f9-d4d5-4a83-9cca-5e7d02a39b14 req-c4f5b251-2261-4e3d-a25e-ab2cdca48b41 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Refreshing instance network info cache due to event network-changed-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98f2f5f9-d4d5-4a83-9cca-5e7d02a39b14 req-c4f5b251-2261-4e3d-a25e-ab2cdca48b41 service nova] Acquiring lock "refresh_cache-f6ae02be-a4e5-4a52-8bcf-91d95f236613" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.network.neutron [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Updating instance_info_cache with network_info: [{"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Releasing lock "refresh_cache-f6ae02be-a4e5-4a52-8bcf-91d95f236613" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Instance network_info: |[{"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98f2f5f9-d4d5-4a83-9cca-5e7d02a39b14 req-c4f5b251-2261-4e3d-a25e-ab2cdca48b41 service nova] Acquired lock "refresh_cache-f6ae02be-a4e5-4a52-8bcf-91d95f236613" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.network.neutron [req-98f2f5f9-d4d5-4a83-9cca-5e7d02a39b14 req-c4f5b251-2261-4e3d-a25e-ab2cdca48b41 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Refreshing network info cache for port f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Start _get_guest_xml network_info=[{"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:02:15 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:02:15 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1705608917',display_name='tempest-ServersNegativeTestJSON-server-1705608917',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1705608917',id=40,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='094a158621f9466fa125dc20bbf71d47',ramdisk_id='',reservation_id='r-kgf3hlt7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-805030193',owner_user_name='tempest-ServersNegativeTestJSON-805030193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:02:14Z,user_data=None,user_id='cd7c4cc7bb4b44e383084d932da25ef0',uuid=f6ae02be-a4e5-4a52-8bcf-91d95f236613,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converting VIF {"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:0a:e0,bridge_name='br-int',has_traffic_filtering=True,id=f8a5946d-09b4-40a0-a8c8-ce02419fc5fe,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8a5946d-09') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lazy-loading 'pci_devices' on Instance uuid f6ae02be-a4e5-4a52-8bcf-91d95f236613 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:02:15 user nova-compute[74712]:   <uuid>f6ae02be-a4e5-4a52-8bcf-91d95f236613</uuid>
Oct 15 20:02:15 user nova-compute[74712]:   <name>instance-00000028</name>
Oct 15 20:02:15 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:02:15 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:02:15 user nova-compute[74712]:   <metadata>
Oct 15 20:02:15 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:02:15 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:02:15 user nova-compute[74712]:       <nova:name>tempest-ServersNegativeTestJSON-server-1705608917</nova:name>
Oct 15 20:02:15 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:02:15</nova:creationTime>
Oct 15 20:02:15 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:02:15 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:02:15 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:02:15 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:02:15 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:02:15 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:02:15 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:02:15 user nova-compute[74712]:       <nova:owner>
Oct 15 20:02:15 user nova-compute[74712]:         <nova:user uuid="cd7c4cc7bb4b44e383084d932da25ef0">tempest-ServersNegativeTestJSON-805030193-project-member</nova:user>
Oct 15 20:02:15 user nova-compute[74712]:         <nova:project uuid="094a158621f9466fa125dc20bbf71d47">tempest-ServersNegativeTestJSON-805030193</nova:project>
Oct 15 20:02:15 user nova-compute[74712]:       </nova:owner>
Oct 15 20:02:15 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 20:02:15 user nova-compute[74712]:       <nova:ports>
Oct 15 20:02:15 user nova-compute[74712]:         <nova:port uuid="f8a5946d-09b4-40a0-a8c8-ce02419fc5fe">
Oct 15 20:02:15 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 15 20:02:15 user nova-compute[74712]:         </nova:port>
Oct 15 20:02:15 user nova-compute[74712]:       </nova:ports>
Oct 15 20:02:15 user nova-compute[74712]:     </nova:instance>
Oct 15 20:02:15 user nova-compute[74712]:   </metadata>
Oct 15 20:02:15 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:02:15 user nova-compute[74712]:     <system>
Oct 15 20:02:15 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:02:15 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:02:15 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:02:15 user nova-compute[74712]:       <entry name="serial">f6ae02be-a4e5-4a52-8bcf-91d95f236613</entry>
Oct 15 20:02:15 user nova-compute[74712]:       <entry name="uuid">f6ae02be-a4e5-4a52-8bcf-91d95f236613</entry>
Oct 15 20:02:15 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:02:15 user nova-compute[74712]:     </system>
Oct 15 20:02:15 user nova-compute[74712]:   </sysinfo>
Oct 15 20:02:15 user nova-compute[74712]:   <os>
Oct 15 20:02:15 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:02:15 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:02:15 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:02:15 user nova-compute[74712]:   </os>
Oct 15 20:02:15 user nova-compute[74712]:   <features>
Oct 15 20:02:15 user nova-compute[74712]:     <acpi/>
Oct 15 20:02:15 user nova-compute[74712]:     <apic/>
Oct 15 20:02:15 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:02:15 user nova-compute[74712]:   </features>
Oct 15 20:02:15 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:02:15 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:02:15 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:02:15 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:02:15 user nova-compute[74712]:   </clock>
Oct 15 20:02:15 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:02:15 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:02:15 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:02:15 user nova-compute[74712]:   </cpu>
Oct 15 20:02:15 user nova-compute[74712]:   <devices>
Oct 15 20:02:15 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:02:15 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:02:15 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk"/>
Oct 15 20:02:15 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:02:15 user nova-compute[74712]:     </disk>
Oct 15 20:02:15 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:02:15 user nova-compute[74712]:       <mac address="fa:16:3e:4b:0a:e0"/>
Oct 15 20:02:15 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:02:15 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:02:15 user nova-compute[74712]:       <target dev="tapf8a5946d-09"/>
Oct 15 20:02:15 user nova-compute[74712]:     </interface>
Oct 15 20:02:15 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:02:15 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/console.log" append="off"/>
Oct 15 20:02:15 user nova-compute[74712]:     </serial>
Oct 15 20:02:15 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:02:15 user nova-compute[74712]:     <video>
Oct 15 20:02:15 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:02:15 user nova-compute[74712]:     </video>
Oct 15 20:02:15 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:02:15 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:02:15 user nova-compute[74712]:     </rng>
Oct 15 20:02:15 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:02:15 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:02:15 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:02:15 user nova-compute[74712]:     </memballoon>
Oct 15 20:02:15 user nova-compute[74712]:   </devices>
Oct 15 20:02:15 user nova-compute[74712]: </domain>
Oct 15 20:02:15 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1705608917',display_name='tempest-ServersNegativeTestJSON-server-1705608917',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1705608917',id=40,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='094a158621f9466fa125dc20bbf71d47',ramdisk_id='',reservation_id='r-kgf3hlt7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-805030193',owner_user_name='tempest-ServersNegativeTestJSON-805030193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:02:14Z,user_data=None,user_id='cd7c4cc7bb4b44e383084d932da25ef0',uuid=f6ae02be-a4e5-4a52-8bcf-91d95f236613,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converting VIF {"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:0a:e0,bridge_name='br-int',has_traffic_filtering=True,id=f8a5946d-09b4-40a0-a8c8-ce02419fc5fe,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8a5946d-09') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG os_vif [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:0a:e0,bridge_name='br-int',has_traffic_filtering=True,id=f8a5946d-09b4-40a0-a8c8-ce02419fc5fe,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8a5946d-09') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4a353776-37fe-5efa-8085-eed8ae4ef84e', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf8a5946d-09, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf8a5946d-09, col_values=(('qos', UUID('fbdddbeb-cbfd-46cb-9c31-6dc721703616')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf8a5946d-09, col_values=(('external_ids', {'iface-id': 'f8a5946d-09b4-40a0-a8c8-ce02419fc5fe', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:0a:e0', 'vm-uuid': 'f6ae02be-a4e5-4a52-8bcf-91d95f236613'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:15 user nova-compute[74712]: INFO os_vif [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:0a:e0,bridge_name='br-int',has_traffic_filtering=True,id=f8a5946d-09b4-40a0-a8c8-ce02419fc5fe,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8a5946d-09')
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:02:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] No VIF found with MAC fa:16:3e:4b:0a:e0, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:02:16 user nova-compute[74712]: DEBUG nova.network.neutron [req-98f2f5f9-d4d5-4a83-9cca-5e7d02a39b14 req-c4f5b251-2261-4e3d-a25e-ab2cdca48b41 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Updated VIF entry in instance network info cache for port f8a5946d-09b4-40a0-a8c8-ce02419fc5fe. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:02:16 user nova-compute[74712]: DEBUG nova.network.neutron [req-98f2f5f9-d4d5-4a83-9cca-5e7d02a39b14 req-c4f5b251-2261-4e3d-a25e-ab2cdca48b41 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Updating instance_info_cache with network_info: [{"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:02:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-98f2f5f9-d4d5-4a83-9cca-5e7d02a39b14 req-c4f5b251-2261-4e3d-a25e-ab2cdca48b41 service nova] Releasing lock "refresh_cache-f6ae02be-a4e5-4a52-8bcf-91d95f236613" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:02:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-c41d93f5-f96b-4b1a-b9bf-853d69a4497c req-8363137b-5cdd-4a57-b819-cb686422dbb0 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Received event network-vif-plugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:02:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c41d93f5-f96b-4b1a-b9bf-853d69a4497c req-8363137b-5cdd-4a57-b819-cb686422dbb0 service nova] Acquiring lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c41d93f5-f96b-4b1a-b9bf-853d69a4497c req-8363137b-5cdd-4a57-b819-cb686422dbb0 service nova] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c41d93f5-f96b-4b1a-b9bf-853d69a4497c req-8363137b-5cdd-4a57-b819-cb686422dbb0 service nova] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-c41d93f5-f96b-4b1a-b9bf-853d69a4497c req-8363137b-5cdd-4a57-b819-cb686422dbb0 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] No waiting events found dispatching network-vif-plugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:02:17 user nova-compute[74712]: WARNING nova.compute.manager [req-c41d93f5-f96b-4b1a-b9bf-853d69a4497c req-8363137b-5cdd-4a57-b819-cb686422dbb0 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Received unexpected event network-vif-plugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe for instance with vm_state building and task_state spawning.
Oct 15 20:02:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:02:19 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Instance spawned successfully.
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-e2ff08d7-4ac2-4433-a246-2c1c90675fd1 req-ccb5dc7e-f688-4836-9ef1-cfa6bcab0214 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Received event network-vif-plugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e2ff08d7-4ac2-4433-a246-2c1c90675fd1 req-ccb5dc7e-f688-4836-9ef1-cfa6bcab0214 service nova] Acquiring lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e2ff08d7-4ac2-4433-a246-2c1c90675fd1 req-ccb5dc7e-f688-4836-9ef1-cfa6bcab0214 service nova] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e2ff08d7-4ac2-4433-a246-2c1c90675fd1 req-ccb5dc7e-f688-4836-9ef1-cfa6bcab0214 service nova] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-e2ff08d7-4ac2-4433-a246-2c1c90675fd1 req-ccb5dc7e-f688-4836-9ef1-cfa6bcab0214 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] No waiting events found dispatching network-vif-plugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:02:19 user nova-compute[74712]: WARNING nova.compute.manager [req-e2ff08d7-4ac2-4433-a246-2c1c90675fd1 req-ccb5dc7e-f688-4836-9ef1-cfa6bcab0214 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Received unexpected event network-vif-plugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe for instance with vm_state building and task_state spawning.
Oct 15 20:02:19 user nova-compute[74712]: INFO nova.compute.manager [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Took 5.72 seconds to spawn the instance on the hypervisor.
Oct 15 20:02:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:02:19 user nova-compute[74712]: INFO nova.compute.manager [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Took 6.39 seconds to build instance.
Oct 15 20:02:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9804a56d-00c3-4c1a-9c69-9cdaf47dbf6b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.594s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-f31647b5-5962-461f-ae6d-dc3a6343ab1e req-0c68f4e6-4b3f-4a2a-9fc0-5b454c060b8b service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received event network-changed-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:02:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-f31647b5-5962-461f-ae6d-dc3a6343ab1e req-0c68f4e6-4b3f-4a2a-9fc0-5b454c060b8b service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Refreshing instance network info cache due to event network-changed-a1da9214-886c-4c61-83c2-18b922d9e0f6. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:02:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f31647b5-5962-461f-ae6d-dc3a6343ab1e req-0c68f4e6-4b3f-4a2a-9fc0-5b454c060b8b service nova] Acquiring lock "refresh_cache-c9ce4482-2111-468b-a53f-06ecbbf48702" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:02:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f31647b5-5962-461f-ae6d-dc3a6343ab1e req-0c68f4e6-4b3f-4a2a-9fc0-5b454c060b8b service nova] Acquired lock "refresh_cache-c9ce4482-2111-468b-a53f-06ecbbf48702" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:02:22 user nova-compute[74712]: DEBUG nova.network.neutron [req-f31647b5-5962-461f-ae6d-dc3a6343ab1e req-0c68f4e6-4b3f-4a2a-9fc0-5b454c060b8b service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Refreshing network info cache for port a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:02:23 user nova-compute[74712]: DEBUG nova.network.neutron [req-f31647b5-5962-461f-ae6d-dc3a6343ab1e req-0c68f4e6-4b3f-4a2a-9fc0-5b454c060b8b service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Updated VIF entry in instance network info cache for port a1da9214-886c-4c61-83c2-18b922d9e0f6. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:02:23 user nova-compute[74712]: DEBUG nova.network.neutron [req-f31647b5-5962-461f-ae6d-dc3a6343ab1e req-0c68f4e6-4b3f-4a2a-9fc0-5b454c060b8b service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Updating instance_info_cache with network_info: [{"id": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "address": "fa:16:3e:f9:32:13", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1da9214-88", "ovs_interfaceid": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:02:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f31647b5-5962-461f-ae6d-dc3a6343ab1e req-0c68f4e6-4b3f-4a2a-9fc0-5b454c060b8b service nova] Releasing lock "refresh_cache-c9ce4482-2111-468b-a53f-06ecbbf48702" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:02:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "c9ce4482-2111-468b-a53f-06ecbbf48702" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'flavor' on Instance uuid c9ce4482-2111-468b-a53f-06ecbbf48702 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:02:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "c9ce4482-2111-468b-a53f-06ecbbf48702" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:28 user nova-compute[74712]: INFO nova.compute.manager [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Attaching volume bfe1c827-0845-41c8-9123-10cbd4899557 to /dev/vdb
Oct 15 20:02:28 user nova-compute[74712]: DEBUG os_brick.utils [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f9911b2-0d79-48bb-9e87-d41bbad7ce08]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e36931-34c9-42eb-b5f3-a58eac8c5249]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[033d61e9-1250-4780-96a7-a25858dc8358]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0fcd54b-94a4-4258-b3bc-355d4da0529b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:02:28 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:02:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[66297a52-a20e-4b52-b1e2-a47e6bfe0e66]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG os_brick.utils [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:02:28 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Updating existing volume attachment record: 7ef1a3a7-b8cf-4abe-b578-a833ac5ec0f5 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:02:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:02:32 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:02:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:02:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:35 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:02:35 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:02:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8048MB free_disk=24.940052032470703GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c9ce4482-2111-468b-a53f-06ecbbf48702 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 41a14030-9733-483c-9513-e7e00497197d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f6ae02be-a4e5-4a52-8bcf-91d95f236613 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:02:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:02:36 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:02:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:02:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:02:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.324s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:02:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:02:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:02:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:02:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:02:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:02:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:02:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:02:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uNjHQmla', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:02:42 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:02:42 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:02:42 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[225ec5c3-1f7f-416e-a917-4c93c0e85623]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:02:42 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6e9d71-a6e1-4e8b-9342-3353f0a9607d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557] added
Oct 15 20:02:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[588b7441-d866-4cf1-84ba-c7ea25fc42d2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4fc0820-dc78-4346-bee2-b8d094710a60]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uNjHQmla {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uNjHQmla" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[54319700-7ad2-4fd1-81c8-41eb868c81f7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uNjHQmla'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[78b8a474-c99a-410d-a880-5871c6f25a06]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[22d56331-adb9-4340-a562-539b1de51231]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1bdb2cb-d3f9-43e6-af0e-231d184e1b65 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc93a0c-24ce-409c-87f4-8ef70715dcb0 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1bdb2cb-d3f9-43e6-af0e-231d184e1b65 (non-flash)
Oct 15 20:02:42 user nova-compute[74712]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc93a0c-24ce-409c-87f4-8ef70715dcb0 (non-flash)
Oct 15 20:02:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1bdb2cb-d3f9-43e6-af0e-231d184e1b65 (non-flash)
Oct 15 20:02:42 user nova-compute[74712]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc93a0c-24ce-409c-87f4-8ef70715dcb0 (non-flash)
Oct 15 20:02:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc2c441e-5696-4a85-83e2-29632e3dcc76]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557, portal: 172.16.0.220,3260]
Oct 15 20:02:42 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557, portal: 172.16.0.220,3260] successful.
Oct 15 20:02:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d5a882-bce2-45ac-ab09-2862d1cd3ae5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d8badad-51ea-4019-9460-9e4048b7d330]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1bdb2cb-d3f9-43e6-af0e-231d184e1b65 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc93a0c-24ce-409c-87f4-8ef70715dcb0 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1bdb2cb-d3f9-43e6-af0e-231d184e1b65 (non-flash)
Oct 15 20:02:42 user nova-compute[74712]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc93a0c-24ce-409c-87f4-8ef70715dcb0 (non-flash)
Oct 15 20:02:42 user nova-compute[74712]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 (non-flash)
Oct 15 20:02:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1bdb2cb-d3f9-43e6-af0e-231d184e1b65 (non-flash)
Oct 15 20:02:42 user nova-compute[74712]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc93a0c-24ce-409c-87f4-8ef70715dcb0 (non-flash)
Oct 15 20:02:42 user nova-compute[74712]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 (non-flash)
Oct 15 20:02:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] HCTL ('35', '-', '-', 0) found on session 45 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[35e798f2-3538-4b12-9453-ff63d2b0706c]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Searching for a device in session 45 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:02:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uNjHQmla', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:02:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:02:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:02:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '23566316666373263', 'path': '/dev/sdd'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:02:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23566316666373263', 'path': '/dev/sdd'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:02:43 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'flavor' on Instance uuid c9ce4482-2111-468b-a53f-06ecbbf48702 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:02:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:02:43 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:02:43 user nova-compute[74712]:   <source dev="/dev/sdd"/>
Oct 15 20:02:43 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:02:43 user nova-compute[74712]:   <serial>bfe1c827-0845-41c8-9123-10cbd4899557</serial>
Oct 15 20:02:43 user nova-compute[74712]: </disk>
Oct 15 20:02:43 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:02:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:02:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:02:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] No VIF found with MAC fa:16:3e:f9:32:13, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:02:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af7e742-7807-479a-8b7f-393283cddd7e tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.330s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:02:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "c9ce4482-2111-468b-a53f-06ecbbf48702" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:02:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:02:45 user nova-compute[74712]: INFO nova.compute.manager [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Detaching volume bfe1c827-0845-41c8-9123-10cbd4899557
Oct 15 20:02:45 user nova-compute[74712]: INFO nova.virt.block_device [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Attempting to driver detach volume bfe1c827-0845-41c8-9123-10cbd4899557 from mountpoint /dev/vdb
Oct 15 20:02:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Attempting to detach device vdb from instance c9ce4482-2111-468b-a53f-06ecbbf48702 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:02:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:02:45 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:02:45 user nova-compute[74712]:   <source dev="/dev/sdd"/>
Oct 15 20:02:45 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:02:45 user nova-compute[74712]:   <serial>bfe1c827-0845-41c8-9123-10cbd4899557</serial>
Oct 15 20:02:45 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:02:45 user nova-compute[74712]: </disk>
Oct 15 20:02:45 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:02:45 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully detached device vdb from instance c9ce4482-2111-468b-a53f-06ecbbf48702 from the persistent domain config.
Oct 15 20:02:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c9ce4482-2111-468b-a53f-06ecbbf48702 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:02:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:02:45 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:02:45 user nova-compute[74712]:   <source dev="/dev/sdd"/>
Oct 15 20:02:45 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:02:45 user nova-compute[74712]:   <serial>bfe1c827-0845-41c8-9123-10cbd4899557</serial>
Oct 15 20:02:45 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:02:45 user nova-compute[74712]: </disk>
Oct 15 20:02:45 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:02:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c9ce4482-2111-468b-a53f-06ecbbf48702 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:02:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:02:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:03:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c9ce4482-2111-468b-a53f-06ecbbf48702 is timed out.
Oct 15 20:03:06 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully detached device vdb from instance c9ce4482-2111-468b-a53f-06ecbbf48702 from the live domain config.
Oct 15 20:03:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uNjHQmla', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:03:06 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d53b505-cb53-4fe8-87bb-e3b817a3f7f2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:03:06 user nova-compute[74712]: No targets found.
Oct 15 20:03:06 user nova-compute[74712]: iSNS:
Oct 15 20:03:06 user nova-compute[74712]: No targets found.
Oct 15 20:03:06 user nova-compute[74712]: STATIC:
Oct 15 20:03:06 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557
Oct 15 20:03:06 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:03:06 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:03:06 user nova-compute[74712]: FIRMWARE:
Oct 15 20:03:06 user nova-compute[74712]: No targets found.
Oct 15 20:03:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:03:06 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:03:06 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a3de260-56d2-45a3-aaf3-efa6435926cc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[33fff18c-a643-4a7a-ba62-1c55fc7196db]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 (non-flash)
Oct 15 20:03:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 (non-flash)
Oct 15 20:03:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c843324d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557'): ({'sdd'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Removing single pathed devices sdd {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c3c46b6-9c85-495b-85cd-bd771b26de13]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9367523d-17f5-47f5-843b-762773a4b5e2]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Flushing IO for device /dev/sdd {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b979956-1c15-4fec-abd6-ba670aaa24e4]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[89f51059-7707-42a3-b6d1-25c072eb7e6e]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] SCSI volumes sdd have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bae6740-de90-4527-9160-cb1946fbd962]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1235ac0a-0608-4608-ae54-4be4cf537a81]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557, portal: 172.16.0.220,3260]
Oct 15 20:03:06 user nova-compute[74712]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557, portal: 172.16.0.220,3260] successful.
Oct 15 20:03:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe1c827-0845-41c8-9123-10cbd4899557 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d39df9-77ba-4cb0-b6fe-5c78c08dc152]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.280s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] <== disconnect_volume: return (281ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:03:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:03:07 user nova-compute[74712]: DEBUG nova.objects.instance [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'flavor' on Instance uuid c9ce4482-2111-468b-a53f-06ecbbf48702 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:03:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-13c936d4-6947-4bfc-a8ac-623048dfaf08 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.849s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:03:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:03:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:03:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:03:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:03:17 user nova-compute[74712]: INFO nova.compute.claims [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Claim successful on node user
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.390s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:03:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.policy [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e272f1b89b0e4fbaa28e3d5d03af224b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '927aa3c10e4d47b28a3ba8d9802361fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:03:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Creating image(s)
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk 1073741824" returned: 0 in 0.053s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.199s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Checking if we can resize image /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Successfully created port: 3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Cannot resize image /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Ensure instance console log exists: /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Successfully updated port: 3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquired lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-b5211d33-8cab-4875-b3bc-c46868d6b8e0 req-6969ca9b-cef6-4398-9a77-892401058cb4 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-changed-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-b5211d33-8cab-4875-b3bc-c46868d6b8e0 req-6969ca9b-cef6-4398-9a77-892401058cb4 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Refreshing instance network info cache due to event network-changed-3d0fb8ea-4cd9-4277-a37a-e894e595b906. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b5211d33-8cab-4875-b3bc-c46868d6b8e0 req-6969ca9b-cef6-4398-9a77-892401058cb4 service nova] Acquiring lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updating instance_info_cache with network_info: [{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Releasing lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Instance network_info: |[{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b5211d33-8cab-4875-b3bc-c46868d6b8e0 req-6969ca9b-cef6-4398-9a77-892401058cb4 service nova] Acquired lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-b5211d33-8cab-4875-b3bc-c46868d6b8e0 req-6969ca9b-cef6-4398-9a77-892401058cb4 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Refreshing network info cache for port 3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Start _get_guest_xml network_info=[{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:03:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:03:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:03:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-143287033',display_name='tempest-ServerRescueNegativeTestJSON-server-143287033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-143287033',id=41,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIT4+V330/5+/tUmrumvJHAdQHFWfwU5H+2KcN92CGOwWq631LEXdm1TlnSGjEyOCcsR6wzO2gzQDeRtRMPKbB1AcAkIsQ4ei8P5yNSOMFg7w/QrHsa8j46Wt5JhcIKB7Q==',key_name='tempest-keypair-260861101',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-xo0917g2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:03:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=563d1cee-0362-4ef1-998e-9dab5c2a319f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:2d:c5,bridge_name='br-int',has_traffic_filtering=True,id=3d0fb8ea-4cd9-4277-a37a-e894e595b906,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d0fb8ea-4c') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'pci_devices' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:03:19 user nova-compute[74712]:   <uuid>563d1cee-0362-4ef1-998e-9dab5c2a319f</uuid>
Oct 15 20:03:19 user nova-compute[74712]:   <name>instance-00000029</name>
Oct 15 20:03:19 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:03:19 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:03:19 user nova-compute[74712]:   <metadata>
Oct 15 20:03:19 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:03:19 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:03:19 user nova-compute[74712]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-143287033</nova:name>
Oct 15 20:03:19 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:03:19</nova:creationTime>
Oct 15 20:03:19 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:03:19 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:03:19 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:03:19 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:03:19 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:03:19 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:03:19 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:03:19 user nova-compute[74712]:       <nova:owner>
Oct 15 20:03:19 user nova-compute[74712]:         <nova:user uuid="e272f1b89b0e4fbaa28e3d5d03af224b">tempest-ServerRescueNegativeTestJSON-911721002-project-member</nova:user>
Oct 15 20:03:19 user nova-compute[74712]:         <nova:project uuid="927aa3c10e4d47b28a3ba8d9802361fc">tempest-ServerRescueNegativeTestJSON-911721002</nova:project>
Oct 15 20:03:19 user nova-compute[74712]:       </nova:owner>
Oct 15 20:03:19 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 20:03:19 user nova-compute[74712]:       <nova:ports>
Oct 15 20:03:19 user nova-compute[74712]:         <nova:port uuid="3d0fb8ea-4cd9-4277-a37a-e894e595b906">
Oct 15 20:03:19 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 15 20:03:19 user nova-compute[74712]:         </nova:port>
Oct 15 20:03:19 user nova-compute[74712]:       </nova:ports>
Oct 15 20:03:19 user nova-compute[74712]:     </nova:instance>
Oct 15 20:03:19 user nova-compute[74712]:   </metadata>
Oct 15 20:03:19 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:03:19 user nova-compute[74712]:     <system>
Oct 15 20:03:19 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:03:19 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:03:19 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:03:19 user nova-compute[74712]:       <entry name="serial">563d1cee-0362-4ef1-998e-9dab5c2a319f</entry>
Oct 15 20:03:19 user nova-compute[74712]:       <entry name="uuid">563d1cee-0362-4ef1-998e-9dab5c2a319f</entry>
Oct 15 20:03:19 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:03:19 user nova-compute[74712]:     </system>
Oct 15 20:03:19 user nova-compute[74712]:   </sysinfo>
Oct 15 20:03:19 user nova-compute[74712]:   <os>
Oct 15 20:03:19 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:03:19 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:03:19 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:03:19 user nova-compute[74712]:   </os>
Oct 15 20:03:19 user nova-compute[74712]:   <features>
Oct 15 20:03:19 user nova-compute[74712]:     <acpi/>
Oct 15 20:03:19 user nova-compute[74712]:     <apic/>
Oct 15 20:03:19 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:03:19 user nova-compute[74712]:   </features>
Oct 15 20:03:19 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:03:19 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:03:19 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:03:19 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:03:19 user nova-compute[74712]:   </clock>
Oct 15 20:03:19 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:03:19 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:03:19 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:03:19 user nova-compute[74712]:   </cpu>
Oct 15 20:03:19 user nova-compute[74712]:   <devices>
Oct 15 20:03:19 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:03:19 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:03:19 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk"/>
Oct 15 20:03:19 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:03:19 user nova-compute[74712]:     </disk>
Oct 15 20:03:19 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:03:19 user nova-compute[74712]:       <mac address="fa:16:3e:50:2d:c5"/>
Oct 15 20:03:19 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:03:19 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:03:19 user nova-compute[74712]:       <target dev="tap3d0fb8ea-4c"/>
Oct 15 20:03:19 user nova-compute[74712]:     </interface>
Oct 15 20:03:19 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:03:19 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/console.log" append="off"/>
Oct 15 20:03:19 user nova-compute[74712]:     </serial>
Oct 15 20:03:19 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:03:19 user nova-compute[74712]:     <video>
Oct 15 20:03:19 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:03:19 user nova-compute[74712]:     </video>
Oct 15 20:03:19 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:03:19 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:03:19 user nova-compute[74712]:     </rng>
Oct 15 20:03:19 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:03:19 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:03:19 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:03:19 user nova-compute[74712]:     </memballoon>
Oct 15 20:03:19 user nova-compute[74712]:   </devices>
Oct 15 20:03:19 user nova-compute[74712]: </domain>
Oct 15 20:03:19 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:03:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-143287033',display_name='tempest-ServerRescueNegativeTestJSON-server-143287033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-143287033',id=41,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIT4+V330/5+/tUmrumvJHAdQHFWfwU5H+2KcN92CGOwWq631LEXdm1TlnSGjEyOCcsR6wzO2gzQDeRtRMPKbB1AcAkIsQ4ei8P5yNSOMFg7w/QrHsa8j46Wt5JhcIKB7Q==',key_name='tempest-keypair-260861101',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-xo0917g2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:03:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=563d1cee-0362-4ef1-998e-9dab5c2a319f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:2d:c5,bridge_name='br-int',has_traffic_filtering=True,id=3d0fb8ea-4cd9-4277-a37a-e894e595b906,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d0fb8ea-4c') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG os_vif [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:2d:c5,bridge_name='br-int',has_traffic_filtering=True,id=3d0fb8ea-4cd9-4277-a37a-e894e595b906,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d0fb8ea-4c') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4eec04d7-5e1f-58ce-b08a-c0b1bb51c891', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3d0fb8ea-4c, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3d0fb8ea-4c, col_values=(('qos', UUID('2389768c-6437-466d-8a7e-a89d8ff9723c')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3d0fb8ea-4c, col_values=(('external_ids', {'iface-id': '3d0fb8ea-4cd9-4277-a37a-e894e595b906', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:2d:c5', 'vm-uuid': '563d1cee-0362-4ef1-998e-9dab5c2a319f'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:19 user nova-compute[74712]: INFO os_vif [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:2d:c5,bridge_name='br-int',has_traffic_filtering=True,id=3d0fb8ea-4cd9-4277-a37a-e894e595b906,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d0fb8ea-4c')
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No VIF found with MAC fa:16:3e:50:2d:c5, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-b5211d33-8cab-4875-b3bc-c46868d6b8e0 req-6969ca9b-cef6-4398-9a77-892401058cb4 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updated VIF entry in instance network info cache for port 3d0fb8ea-4cd9-4277-a37a-e894e595b906. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-b5211d33-8cab-4875-b3bc-c46868d6b8e0 req-6969ca9b-cef6-4398-9a77-892401058cb4 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updating instance_info_cache with network_info: [{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:03:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b5211d33-8cab-4875-b3bc-c46868d6b8e0 req-6969ca9b-cef6-4398-9a77-892401058cb4 service nova] Releasing lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:03:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:20 user nova-compute[74712]: DEBUG nova.compute.manager [req-cdb397fb-784d-4752-b442-8b373120e9ac req-236f337d-3a81-4d7b-b871-c88173d0dbee service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:03:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cdb397fb-784d-4752-b442-8b373120e9ac req-236f337d-3a81-4d7b-b871-c88173d0dbee service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cdb397fb-784d-4752-b442-8b373120e9ac req-236f337d-3a81-4d7b-b871-c88173d0dbee service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cdb397fb-784d-4752-b442-8b373120e9ac req-236f337d-3a81-4d7b-b871-c88173d0dbee service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:20 user nova-compute[74712]: DEBUG nova.compute.manager [req-cdb397fb-784d-4752-b442-8b373120e9ac req-236f337d-3a81-4d7b-b871-c88173d0dbee service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:03:20 user nova-compute[74712]: WARNING nova.compute.manager [req-cdb397fb-784d-4752-b442-8b373120e9ac req-236f337d-3a81-4d7b-b871-c88173d0dbee service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state building and task_state spawning.
Oct 15 20:03:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG nova.objects.instance [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'flavor' on Instance uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:22 user nova-compute[74712]: INFO nova.compute.manager [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Attaching volume 7d64e3a3-68db-4116-aa9e-2911ffef4069 to /dev/vdb
Oct 15 20:03:22 user nova-compute[74712]: DEBUG os_brick.utils [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[70af6aa9-f5d0-495c-bd95-66143f830ae0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[753b7dca-af22-41a4-afc7-3e7b18ac04ae]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ba15e9e-0bfa-4efd-9603-f97155b6612d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1526ccd1-ca82-4bd7-bc6c-2f88e579dc15]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:03:22 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:03:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff76e38-40e3-47aa-803e-13e73d8d0788]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG os_brick.utils [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updating existing volume attachment record: 66bca55a-318d-4530-bdb9-e27b002e3f6b {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:03:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:03:22 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Instance spawned successfully.
Oct 15 20:03:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:03:23 user nova-compute[74712]: DEBUG nova.compute.manager [req-fb7d2f99-4523-46f1-b07e-0671416335ff req-4f293b52-8fc1-4991-9384-298fd5eef44c service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:03:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fb7d2f99-4523-46f1-b07e-0671416335ff req-4f293b52-8fc1-4991-9384-298fd5eef44c service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fb7d2f99-4523-46f1-b07e-0671416335ff req-4f293b52-8fc1-4991-9384-298fd5eef44c service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fb7d2f99-4523-46f1-b07e-0671416335ff req-4f293b52-8fc1-4991-9384-298fd5eef44c service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:23 user nova-compute[74712]: DEBUG nova.compute.manager [req-fb7d2f99-4523-46f1-b07e-0671416335ff req-4f293b52-8fc1-4991-9384-298fd5eef44c service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:03:23 user nova-compute[74712]: WARNING nova.compute.manager [req-fb7d2f99-4523-46f1-b07e-0671416335ff req-4f293b52-8fc1-4991-9384-298fd5eef44c service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state building and task_state spawning.
Oct 15 20:03:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:03:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:03:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:03:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:03:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:03:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:03:23 user nova-compute[74712]: INFO nova.compute.manager [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Took 5.37 seconds to spawn the instance on the hypervisor.
Oct 15 20:03:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:03:23 user nova-compute[74712]: INFO nova.compute.manager [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Took 6.15 seconds to build instance.
Oct 15 20:03:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7af3e1f6-59b4-49e4-a1c3-80815cf8ae80 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.241s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:03:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:03:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:03:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:03:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:03:32 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:03:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:03:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "c9ce4482-2111-468b-a53f-06ecbbf48702" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:35 user nova-compute[74712]: INFO nova.compute.manager [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Terminating instance
Oct 15 20:03:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-a73f9370-ddc2-4ed5-bbbf-5ae6b26975ce req-dea9989f-965d-4f4d-b4b6-0896ce90233d service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received event network-vif-unplugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a73f9370-ddc2-4ed5-bbbf-5ae6b26975ce req-dea9989f-965d-4f4d-b4b6-0896ce90233d service nova] Acquiring lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a73f9370-ddc2-4ed5-bbbf-5ae6b26975ce req-dea9989f-965d-4f4d-b4b6-0896ce90233d service nova] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a73f9370-ddc2-4ed5-bbbf-5ae6b26975ce req-dea9989f-965d-4f4d-b4b6-0896ce90233d service nova] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-a73f9370-ddc2-4ed5-bbbf-5ae6b26975ce req-dea9989f-965d-4f4d-b4b6-0896ce90233d service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] No waiting events found dispatching network-vif-unplugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-a73f9370-ddc2-4ed5-bbbf-5ae6b26975ce req-dea9989f-965d-4f4d-b4b6-0896ce90233d service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received event network-vif-unplugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:03:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:03:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:03:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8131MB free_disk=24.901004791259766GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:36 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Instance destroyed successfully.
Oct 15 20:03:36 user nova-compute[74712]: DEBUG nova.objects.instance [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lazy-loading 'resources' on Instance uuid c9ce4482-2111-468b-a53f-06ecbbf48702 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rpicNjFe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:03:36 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:03:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:03:36 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:03:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:03:36 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:03:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:00:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1949300821',display_name='tempest-AttachVolumeNegativeTest-server-1949300821',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1949300821',id=37,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBeU2+jndmlVIaQ2dr+l1MZKxKQVY4aWmXjq7xh++1UWjNZU7Z+zrVJgwInuTfoyHottYwrR0P69c5Or5SizCIYgVdo++VT4crr33PBGers8JTy0Uj6GEKXxq+Pu72CEQw==',key_name='tempest-keypair-1398975797',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:00:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ae1b0280d2b4d158ca646c13558a9be',ramdisk_id='',reservation_id='r-plghlyxo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1333658009',owner_user_name='tempest-AttachVolumeNegativeTest-1333658009-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:00:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc78fc0d7f684734adddfe9391c95e8d',uuid=c9ce4482-2111-468b-a53f-06ecbbf48702,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "address": "fa:16:3e:f9:32:13", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1da9214-88", "ovs_interfaceid": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converting VIF {"id": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "address": "fa:16:3e:f9:32:13", "network": {"id": "f07a4618-f2da-48c0-ad88-3942d78cbf5d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-189142094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae1b0280d2b4d158ca646c13558a9be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1da9214-88", "ovs_interfaceid": "a1da9214-886c-4c61-83c2-18b922d9e0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f9:32:13,bridge_name='br-int',has_traffic_filtering=True,id=a1da9214-886c-4c61-83c2-18b922d9e0f6,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1da9214-88') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG os_vif [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:32:13,bridge_name='br-int',has_traffic_filtering=True,id=a1da9214-886c-4c61-83c2-18b922d9e0f6,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1da9214-88') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa1da9214-88, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3007af09-91dd-4856-b006-d8ecd3ceea82) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5305535-83db-4c6c-b144-8d7d700154ac]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:03:36 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:03:36 user nova-compute[74712]: INFO os_vif [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:32:13,bridge_name='br-int',has_traffic_filtering=True,id=a1da9214-886c-4c61-83c2-18b922d9e0f6,network=Network(f07a4618-f2da-48c0-ad88-3942d78cbf5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1da9214-88')
Oct 15 20:03:36 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Deleting instance files /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702_del
Oct 15 20:03:36 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Deletion of /opt/stack/data/nova/instances/c9ce4482-2111-468b-a53f-06ecbbf48702_del complete
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6511ac-341c-473b-baef-903fb69d53a2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069] added
Oct 15 20:03:37 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7f38c5d-adf4-4a5b-afc9-6980e66fdf08]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:37 user nova-compute[74712]: INFO nova.compute.manager [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Took 1.11 seconds to destroy the instance on the hypervisor.
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[198f5c08-8351-4847-9839-110c47968c2b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance c9ce4482-2111-468b-a53f-06ecbbf48702 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 41a14030-9733-483c-9513-e7e00497197d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f6ae02be-a4e5-4a52-8bcf-91d95f236613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 563d1cee-0362-4ef1-998e-9dab5c2a319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rpicNjFe {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rpicNjFe" returned: 0 in 0.072s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c09a90e9-989e-423d-b329-5d98ccb48c0f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rpicNjFe'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.078s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c8e6875-887a-491b-af04-deb6a8f97440]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6232916-5b0e-49dd-bd8a-096e00de0879]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:03:37 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:03:37 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:03:37 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:03:37 user nova-compute[74712]: 
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[371ab75b-22f0-43ae-a95b-d41333b8a97f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260]
Oct 15 20:03:37 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260] successful.
Oct 15 20:03:37 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cde491a6-0871-4468-94d5-88f6cee0a88f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8afd375b-e0a8-459a-8dc0-81d65e594927]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:03:37 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:03:37 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.424s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] HCTL ('33', '-', '-', 0) found on session 46 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bebd176b-77d4-4b37-8742-5de569a9a798]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rpicNjFe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.489s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:03:37 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Took 0.90 seconds to deallocate network for instance.
Oct 15 20:03:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-273b624c-2ba5-4a26-93f9-cd494893adb3 req-9639fc83-eb5c-46a1-8b27-047675eb98df service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received event network-vif-deleted-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.261s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:38 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Deleted allocations for instance c9ce4482-2111-468b-a53f-06ecbbf48702
Oct 15 20:03:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-3f647958-a339-48cd-8241-5acc602daa6c req-905618f4-c95f-4f8b-9d44-e447802a3243 service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received event network-vif-plugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3f647958-a339-48cd-8241-5acc602daa6c req-905618f4-c95f-4f8b-9d44-e447802a3243 service nova] Acquiring lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3f647958-a339-48cd-8241-5acc602daa6c req-905618f4-c95f-4f8b-9d44-e447802a3243 service nova] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-3f647958-a339-48cd-8241-5acc602daa6c req-905618f4-c95f-4f8b-9d44-e447802a3243 service nova] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG nova.compute.manager [req-3f647958-a339-48cd-8241-5acc602daa6c req-905618f4-c95f-4f8b-9d44-e447802a3243 service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] No waiting events found dispatching network-vif-plugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:03:38 user nova-compute[74712]: WARNING nova.compute.manager [req-3f647958-a339-48cd-8241-5acc602daa6c req-905618f4-c95f-4f8b-9d44-e447802a3243 service nova] [instance: c9ce4482-2111-468b-a53f-06ecbbf48702] Received unexpected event network-vif-plugged-a1da9214-886c-4c61-83c2-18b922d9e0f6 for instance with vm_state deleted and task_state None.
Oct 15 20:03:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7ab4944-2b2c-4741-82f4-fc1e6858d2f8 tempest-AttachVolumeNegativeTest-1333658009 tempest-AttachVolumeNegativeTest-1333658009-project-member] Lock "c9ce4482-2111-468b-a53f-06ecbbf48702" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.467s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.459s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] <== connect_volume: return (1461ms) {'type': 'block', 'scsi_wwn': '23763313966623535', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763313966623535', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG nova.objects.instance [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'flavor' on Instance uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:03:38 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:03:38 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:03:38 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:03:38 user nova-compute[74712]:   <serial>7d64e3a3-68db-4116-aa9e-2911ffef4069</serial>
Oct 15 20:03:38 user nova-compute[74712]: </disk>
Oct 15 20:03:38 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:03:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] No VIF found with MAC fa:16:3e:7c:61:69, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:03:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c19e2d36-2476-4703-9e83-c66af7319c51 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.596s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:03:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:03:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:03:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:03:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:03:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:03:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:03:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:03:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:03:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:03:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:03:43 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:03:43 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:03:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:44 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updating instance_info_cache with network_info: [{"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:03:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:03:44 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:03:44 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:03:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-7a106855-328c-48e1-a2ea-e68dcae5561e req-aa895871-1642-49a8-8902-9d4e67f5dc63 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-changed-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-7a106855-328c-48e1-a2ea-e68dcae5561e req-aa895871-1642-49a8-8902-9d4e67f5dc63 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Refreshing instance network info cache due to event network-changed-2937e91e-7020-45d4-b874-07b58f5e12d5. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7a106855-328c-48e1-a2ea-e68dcae5561e req-aa895871-1642-49a8-8902-9d4e67f5dc63 service nova] Acquiring lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7a106855-328c-48e1-a2ea-e68dcae5561e req-aa895871-1642-49a8-8902-9d4e67f5dc63 service nova] Acquired lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-7a106855-328c-48e1-a2ea-e68dcae5561e req-aa895871-1642-49a8-8902-9d4e67f5dc63 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Refreshing network info cache for port 2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-719b23f1-d4b5-462a-844b-45c7b4456300 req-7a94d5b6-a504-48ea-a83b-c8242161f2a8 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received event network-changed-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-719b23f1-d4b5-462a-844b-45c7b4456300 req-7a94d5b6-a504-48ea-a83b-c8242161f2a8 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Refreshing instance network info cache due to event network-changed-bfc1cccd-5550-4b1b-9dee-da490e0b1676. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-719b23f1-d4b5-462a-844b-45c7b4456300 req-7a94d5b6-a504-48ea-a83b-c8242161f2a8 service nova] Acquiring lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-719b23f1-d4b5-462a-844b-45c7b4456300 req-7a94d5b6-a504-48ea-a83b-c8242161f2a8 service nova] Acquired lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-719b23f1-d4b5-462a-844b-45c7b4456300 req-7a94d5b6-a504-48ea-a83b-c8242161f2a8 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Refreshing network info cache for port bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-7a106855-328c-48e1-a2ea-e68dcae5561e req-aa895871-1642-49a8-8902-9d4e67f5dc63 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updated VIF entry in instance network info cache for port 2937e91e-7020-45d4-b874-07b58f5e12d5. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-7a106855-328c-48e1-a2ea-e68dcae5561e req-aa895871-1642-49a8-8902-9d4e67f5dc63 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updating instance_info_cache with network_info: [{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7a106855-328c-48e1-a2ea-e68dcae5561e req-aa895871-1642-49a8-8902-9d4e67f5dc63 service nova] Releasing lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-719b23f1-d4b5-462a-844b-45c7b4456300 req-7a94d5b6-a504-48ea-a83b-c8242161f2a8 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updated VIF entry in instance network info cache for port bfc1cccd-5550-4b1b-9dee-da490e0b1676. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG nova.network.neutron [req-719b23f1-d4b5-462a-844b-45c7b4456300 req-7a94d5b6-a504-48ea-a83b-c8242161f2a8 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updating instance_info_cache with network_info: [{"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-719b23f1-d4b5-462a-844b-45c7b4456300 req-7a94d5b6-a504-48ea-a83b-c8242161f2a8 service nova] Releasing lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:03:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-b514ee8f-0d7f-4a8a-a0c0-364df2d0aabd req-50f9ab7a-0989-460d-9130-f0ed851e44c3 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-changed-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:03:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-b514ee8f-0d7f-4a8a-a0c0-364df2d0aabd req-50f9ab7a-0989-460d-9130-f0ed851e44c3 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Refreshing instance network info cache due to event network-changed-2937e91e-7020-45d4-b874-07b58f5e12d5. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:03:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b514ee8f-0d7f-4a8a-a0c0-364df2d0aabd req-50f9ab7a-0989-460d-9130-f0ed851e44c3 service nova] Acquiring lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:03:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b514ee8f-0d7f-4a8a-a0c0-364df2d0aabd req-50f9ab7a-0989-460d-9130-f0ed851e44c3 service nova] Acquired lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:03:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-b514ee8f-0d7f-4a8a-a0c0-364df2d0aabd req-50f9ab7a-0989-460d-9130-f0ed851e44c3 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Refreshing network info cache for port 2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:03:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:54 user nova-compute[74712]: DEBUG nova.network.neutron [req-b514ee8f-0d7f-4a8a-a0c0-364df2d0aabd req-50f9ab7a-0989-460d-9130-f0ed851e44c3 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updated VIF entry in instance network info cache for port 2937e91e-7020-45d4-b874-07b58f5e12d5. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:03:54 user nova-compute[74712]: DEBUG nova.network.neutron [req-b514ee8f-0d7f-4a8a-a0c0-364df2d0aabd req-50f9ab7a-0989-460d-9130-f0ed851e44c3 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updating instance_info_cache with network_info: [{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:03:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b514ee8f-0d7f-4a8a-a0c0-364df2d0aabd req-50f9ab7a-0989-460d-9130-f0ed851e44c3 service nova] Releasing lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:03:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:56 user nova-compute[74712]: DEBUG nova.objects.instance [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:03:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:03:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:03:57 user nova-compute[74712]: INFO nova.compute.manager [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attaching volume b0d79fc2-2f7a-4605-a32b-d2055bbd1ace to /dev/vdb
Oct 15 20:03:57 user nova-compute[74712]: DEBUG os_brick.utils [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f25e5081-7cad-4222-b69c-439539ca11ca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b1b1b3-f51f-40c7-9f9b-3ba3d234882b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d00a011-5adc-4a29-9999-6f75b7a249e7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e759ff-c5c7-4d79-a200-4dbb805bd8f4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:03:57 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:03:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ff13983-21eb-4641-8823-a59aa01b3740]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG os_brick.utils [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:03:57 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updating existing volume attachment record: 15ee63d8-2615-47bf-8bd4-fffd25c49bdd {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:03:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "337bf88a-ba4d-4349-a1a8-59e280870a9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:04 user nova-compute[74712]: INFO nova.compute.manager [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Rebooting instance
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:04:04 user nova-compute[74712]: INFO nova.compute.claims [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Claim successful on node user
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquired lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.366s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:04:04 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updating instance_info_cache with network_info: [{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.policy [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7c4cc7bb4b44e383084d932da25ef0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '094a158621f9466fa125dc20bbf71d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Releasing lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:04:04 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Creating image(s)
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "/opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "/opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "/opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:04 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-ad26045e-f3ab-43a8-98b0-c263275a452f req-9869ac88-da41-406c-9ae2-663797b65399 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-vif-unplugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ad26045e-f3ab-43a8-98b0-c263275a452f req-9869ac88-da41-406c-9ae2-663797b65399 service nova] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ad26045e-f3ab-43a8-98b0-c263275a452f req-9869ac88-da41-406c-9ae2-663797b65399 service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ad26045e-f3ab-43a8-98b0-c263275a452f req-9869ac88-da41-406c-9ae2-663797b65399 service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.compute.manager [req-ad26045e-f3ab-43a8-98b0-c263275a452f req-9869ac88-da41-406c-9ae2-663797b65399 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] No waiting events found dispatching network-vif-unplugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:04:05 user nova-compute[74712]: WARNING nova.compute.manager [req-ad26045e-f3ab-43a8-98b0-c263275a452f req-9869ac88-da41-406c-9ae2-663797b65399 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received unexpected event network-vif-unplugged-2937e91e-7020-45d4-b874-07b58f5e12d5 for instance with vm_state active and task_state reboot_started_hard.
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk 1073741824" returned: 0 in 0.064s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Successfully created port: 96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.205s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Checking if we can resize image /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Cannot resize image /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Ensure instance console log exists: /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:05 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 41a14030-9733-483c-9513-e7e00497197d] Instance destroyed successfully.
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'resources' on Instance uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:01:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1076638492',display_name='tempest-TestMinimumBasicScenario-server-1076638492',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1076638492',id=38,image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNmRistp0qLPWt6voh/xcaMsd5zvaLJFRWTqzS5iIEPMclx8bT2IA4YQ4sCcbSsxD8gun7LSh3ohH73t6protB76czfW7jMuGwv8dw4jHKQSHJNNqD3ONgcijAAlfGOy8g==',key_name='tempest-TestMinimumBasicScenario-2047166677',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:01:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a0ba0ea57dab4a98954e1f865c7b0770',ramdisk_id='',reservation_id='r-es87b8nv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-279769739',owner_user_name='tempest-TestMinimumBasicScenario-279769739-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:04:05Z,user_data=None,user_id='20a839279ff14cb6a3d11e0bb1930299',uuid=41a14030-9733-483c-9513-e7e00497197d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converting VIF {"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_vif [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2937e91e-70, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=66cbdbf3-fba9-49c3-8275-7bc5a358c37f) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:04:05 user nova-compute[74712]: INFO os_vif [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70')
Oct 15 20:04:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rpicNjFe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:04:05 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[85cc4497-3587-4e07-a631-0be93c78c296]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:04:05 user nova-compute[74712]: No targets found.
Oct 15 20:04:05 user nova-compute[74712]: iSNS:
Oct 15 20:04:05 user nova-compute[74712]: No targets found.
Oct 15 20:04:05 user nova-compute[74712]: STATIC:
Oct 15 20:04:05 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069
Oct 15 20:04:05 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:04:05 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:04:05 user nova-compute[74712]: FIRMWARE:
Oct 15 20:04:05 user nova-compute[74712]: No targets found.
Oct 15 20:04:05 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:04:05 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:04:05 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0341d2fc-0a41-4b3e-aad7-b598c69feec7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b916075-9ab5-4e12-b9e4-142d15728ec2]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:04:05 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:04:05 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca7db65f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:05 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0133781-1151-49e8-9899-ea3f0de32cda]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[636059c5-63ed-493b-a6c3-2e3451342792]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab68c69-d33c-45c0-b713-ec7865ad5dbd]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7cfa2ba-8234-4bf7-a550-99c5828bfa31]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c117d7-a7bd-48b4-b598-3415728b598b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Successfully updated port: 96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb5b68f5-ec31-4385-9695-0189476a9970]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260]
Oct 15 20:04:06 user nova-compute[74712]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260] successful.
Oct 15 20:04:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "refresh_cache-337bf88a-ba4d-4349-a1a8-59e280870a9f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquired lock "refresh_cache-337bf88a-ba4d-4349-a1a8-59e280870a9f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe798905-c57e-4638-9c37-a243191da126]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.271s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] <== disconnect_volume: return (272ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Start _get_guest_xml network_info=[{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ff9375bb-8b73-4a63-9979-4bfb58b311bc,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': 'ff9375bb-8b73-4a63-9979-4bfb58b311bc'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rpicNjFe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '41a14030-9733-483c-9513-e7e00497197d', 'attached_at': '', 'detached_at': '', 'volume_id': '7d64e3a3-68db-4116-aa9e-2911ffef4069', 'serial': '7d64e3a3-68db-4116-aa9e-2911ffef4069'}, 'attachment_id': '66bca55a-318d-4530-bdb9-e27b002e3f6b', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-acf21078-59f2-45a6-a59c-6e1c39db2c9d req-8441ee42-d6e9-49d8-9ee6-ffe13a1d94d7 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Received event network-changed-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-acf21078-59f2-45a6-a59c-6e1c39db2c9d req-8441ee42-d6e9-49d8-9ee6-ffe13a1d94d7 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Refreshing instance network info cache due to event network-changed-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-acf21078-59f2-45a6-a59c-6e1c39db2c9d req-8441ee42-d6e9-49d8-9ee6-ffe13a1d94d7 service nova] Acquiring lock "refresh_cache-337bf88a-ba4d-4349-a1a8-59e280870a9f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:04:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:04:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ff9375bb-8b73-4a63-9979-4bfb58b311bc,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'vcpu_model' on Instance uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.objects.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Object Instance<41a14030-9733-483c-9513-e7e00497197d> lazy-loaded attributes: resources,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rpicNjFe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:04:06 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:04:06 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:04:06 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a7a25e-9942-44de-94d4-38275163a408]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:04:06 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3a6f55d-9f4b-4296-96df-fe5ea6d0a907]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069] added
Oct 15 20:04:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe2fa751-e4de-4c6b-89fd-e6d8421a75a0]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[72aad05e-e87b-4271-b5b4-2df334e5d323]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rpicNjFe {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rpicNjFe" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f57dad-7cb3-48b3-984a-cd09cedce1d6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rpicNjFe'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9490e7e9-1d22-4c60-a02a-da381c0be255]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aca4a8d-00ee-428e-aa8a-98e1e2baaf08]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:04:06 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:04:06 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:04:06 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:04:06 user nova-compute[74712]: 
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a0a698d-fc88-42c3-a7f8-b3bb132a669c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260]
Oct 15 20:04:06 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260] successful.
Oct 15 20:04:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[78871119-44c2-43d2-9830-cdf4f072588b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Updating instance_info_cache with network_info: [{"id": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "address": "fa:16:3e:53:61:83", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96fb1db4-2a", "ovs_interfaceid": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0844ed29-c4f1-4331-91a5-1ea986cee5df]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:04:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:04:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Releasing lock "refresh_cache-337bf88a-ba4d-4349-a1a8-59e280870a9f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Instance network_info: |[{"id": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "address": "fa:16:3e:53:61:83", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96fb1db4-2a", "ovs_interfaceid": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-acf21078-59f2-45a6-a59c-6e1c39db2c9d req-8441ee42-d6e9-49d8-9ee6-ffe13a1d94d7 service nova] Acquired lock "refresh_cache-337bf88a-ba4d-4349-a1a8-59e280870a9f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-acf21078-59f2-45a6-a59c-6e1c39db2c9d req-8441ee42-d6e9-49d8-9ee6-ffe13a1d94d7 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Refreshing network info cache for port 96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Start _get_guest_xml network_info=[{"id": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "address": "fa:16:3e:53:61:83", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96fb1db4-2a", "ovs_interfaceid": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b953256-1b18-4656-a43c-45f9a68c7f2b]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rpicNjFe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:04:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:04:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:04:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-316329817',display_name='tempest-ServersNegativeTestJSON-server-316329817',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-316329817',id=42,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='094a158621f9466fa125dc20bbf71d47',ramdisk_id='',reservation_id='r-ify9e0ol',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-805030193',owner_user_name='tempest-ServersNegativeTestJSON-805030193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:04:05Z,user_data=None,user_id='cd7c4cc7bb4b44e383084d932da25ef0',uuid=337bf88a-ba4d-4349-a1a8-59e280870a9f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "address": "fa:16:3e:53:61:83", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96fb1db4-2a", "ovs_interfaceid": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converting VIF {"id": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "address": "fa:16:3e:53:61:83", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96fb1db4-2a", "ovs_interfaceid": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:61:83,bridge_name='br-int',has_traffic_filtering=True,id=96fb1db4-2ae4-44d2-ae0d-a0f4062da18b,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96fb1db4-2a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lazy-loading 'pci_devices' on Instance uuid 337bf88a-ba4d-4349-a1a8-59e280870a9f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:04:06 user nova-compute[74712]:   <uuid>337bf88a-ba4d-4349-a1a8-59e280870a9f</uuid>
Oct 15 20:04:06 user nova-compute[74712]:   <name>instance-0000002a</name>
Oct 15 20:04:06 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:04:06 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:04:06 user nova-compute[74712]:   <metadata>
Oct 15 20:04:06 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:04:06 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:04:06 user nova-compute[74712]:       <nova:name>tempest-ServersNegativeTestJSON-server-316329817</nova:name>
Oct 15 20:04:06 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:04:06</nova:creationTime>
Oct 15 20:04:06 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:04:06 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:04:06 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:04:06 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:04:06 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:04:06 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:04:06 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:04:06 user nova-compute[74712]:       <nova:owner>
Oct 15 20:04:06 user nova-compute[74712]:         <nova:user uuid="cd7c4cc7bb4b44e383084d932da25ef0">tempest-ServersNegativeTestJSON-805030193-project-member</nova:user>
Oct 15 20:04:06 user nova-compute[74712]:         <nova:project uuid="094a158621f9466fa125dc20bbf71d47">tempest-ServersNegativeTestJSON-805030193</nova:project>
Oct 15 20:04:06 user nova-compute[74712]:       </nova:owner>
Oct 15 20:04:06 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 20:04:06 user nova-compute[74712]:       <nova:ports>
Oct 15 20:04:06 user nova-compute[74712]:         <nova:port uuid="96fb1db4-2ae4-44d2-ae0d-a0f4062da18b">
Oct 15 20:04:06 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 15 20:04:06 user nova-compute[74712]:         </nova:port>
Oct 15 20:04:06 user nova-compute[74712]:       </nova:ports>
Oct 15 20:04:06 user nova-compute[74712]:     </nova:instance>
Oct 15 20:04:06 user nova-compute[74712]:   </metadata>
Oct 15 20:04:06 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:04:06 user nova-compute[74712]:     <system>
Oct 15 20:04:06 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:04:06 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:04:06 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:04:06 user nova-compute[74712]:       <entry name="serial">337bf88a-ba4d-4349-a1a8-59e280870a9f</entry>
Oct 15 20:04:06 user nova-compute[74712]:       <entry name="uuid">337bf88a-ba4d-4349-a1a8-59e280870a9f</entry>
Oct 15 20:04:06 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:04:06 user nova-compute[74712]:     </system>
Oct 15 20:04:06 user nova-compute[74712]:   </sysinfo>
Oct 15 20:04:06 user nova-compute[74712]:   <os>
Oct 15 20:04:06 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:04:06 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:04:06 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:04:06 user nova-compute[74712]:   </os>
Oct 15 20:04:06 user nova-compute[74712]:   <features>
Oct 15 20:04:06 user nova-compute[74712]:     <acpi/>
Oct 15 20:04:06 user nova-compute[74712]:     <apic/>
Oct 15 20:04:06 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:04:06 user nova-compute[74712]:   </features>
Oct 15 20:04:06 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:04:06 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:04:06 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:04:06 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:04:06 user nova-compute[74712]:   </clock>
Oct 15 20:04:06 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:04:06 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:04:06 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:04:06 user nova-compute[74712]:   </cpu>
Oct 15 20:04:06 user nova-compute[74712]:   <devices>
Oct 15 20:04:06 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:04:06 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:04:06 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk"/>
Oct 15 20:04:06 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:04:06 user nova-compute[74712]:     </disk>
Oct 15 20:04:06 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:04:06 user nova-compute[74712]:       <mac address="fa:16:3e:53:61:83"/>
Oct 15 20:04:06 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:04:06 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:04:06 user nova-compute[74712]:       <target dev="tap96fb1db4-2a"/>
Oct 15 20:04:06 user nova-compute[74712]:     </interface>
Oct 15 20:04:06 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:04:06 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/console.log" append="off"/>
Oct 15 20:04:06 user nova-compute[74712]:     </serial>
Oct 15 20:04:06 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:04:06 user nova-compute[74712]:     <video>
Oct 15 20:04:06 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:04:06 user nova-compute[74712]:     </video>
Oct 15 20:04:06 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:04:06 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:04:06 user nova-compute[74712]:     </rng>
Oct 15 20:04:06 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:04:06 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:04:06 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:04:06 user nova-compute[74712]:     </memballoon>
Oct 15 20:04:06 user nova-compute[74712]:   </devices>
Oct 15 20:04:06 user nova-compute[74712]: </domain>
Oct 15 20:04:06 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:04:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-316329817',display_name='tempest-ServersNegativeTestJSON-server-316329817',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-316329817',id=42,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='094a158621f9466fa125dc20bbf71d47',ramdisk_id='',reservation_id='r-ify9e0ol',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-805030193',owner_user_name='tempest-ServersNegativeTestJSON-805030193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:04:05Z,user_data=None,user_id='cd7c4cc7bb4b44e383084d932da25ef0',uuid=337bf88a-ba4d-4349-a1a8-59e280870a9f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "address": "fa:16:3e:53:61:83", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96fb1db4-2a", "ovs_interfaceid": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converting VIF {"id": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "address": "fa:16:3e:53:61:83", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96fb1db4-2a", "ovs_interfaceid": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:61:83,bridge_name='br-int',has_traffic_filtering=True,id=96fb1db4-2ae4-44d2-ae0d-a0f4062da18b,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96fb1db4-2a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG os_vif [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:61:83,bridge_name='br-int',has_traffic_filtering=True,id=96fb1db4-2ae4-44d2-ae0d-a0f4062da18b,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96fb1db4-2a') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd660730a-5c00-5eb2-a831-fa8955d20a80', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap96fb1db4-2a, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap96fb1db4-2a, col_values=(('qos', UUID('9c4393e0-d1b9-4d33-a69b-4a60a37f7509')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap96fb1db4-2a, col_values=(('external_ids', {'iface-id': '96fb1db4-2ae4-44d2-ae0d-a0f4062da18b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:61:83', 'vm-uuid': '337bf88a-ba4d-4349-a1a8-59e280870a9f'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:06 user nova-compute[74712]: INFO os_vif [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:61:83,bridge_name='br-int',has_traffic_filtering=True,id=96fb1db4-2ae4-44d2-ae0d-a0f4062da18b,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96fb1db4-2a')
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] No VIF found with MAC fa:16:3e:53:61:83, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-acf21078-59f2-45a6-a59c-6e1c39db2c9d req-8441ee42-d6e9-49d8-9ee6-ffe13a1d94d7 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Updated VIF entry in instance network info cache for port 96fb1db4-2ae4-44d2-ae0d-a0f4062da18b. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-acf21078-59f2-45a6-a59c-6e1c39db2c9d req-8441ee42-d6e9-49d8-9ee6-ffe13a1d94d7 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Updating instance_info_cache with network_info: [{"id": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "address": "fa:16:3e:53:61:83", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96fb1db4-2a", "ovs_interfaceid": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:04:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-acf21078-59f2-45a6-a59c-6e1c39db2c9d req-8441ee42-d6e9-49d8-9ee6-ffe13a1d94d7 service nova] Releasing lock "refresh_cache-337bf88a-ba4d-4349-a1a8-59e280870a9f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-91d83da1-f419-4fe0-8680-2a2113c0403d req-685b37c4-5fed-4125-9269-01a7f761b687 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91d83da1-f419-4fe0-8680-2a2113c0403d req-685b37c4-5fed-4125-9269-01a7f761b687 service nova] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91d83da1-f419-4fe0-8680-2a2113c0403d req-685b37c4-5fed-4125-9269-01a7f761b687 service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-91d83da1-f419-4fe0-8680-2a2113c0403d req-685b37c4-5fed-4125-9269-01a7f761b687 service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-91d83da1-f419-4fe0-8680-2a2113c0403d req-685b37c4-5fed-4125-9269-01a7f761b687 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] No waiting events found dispatching network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:04:07 user nova-compute[74712]: WARNING nova.compute.manager [req-91d83da1-f419-4fe0-8680-2a2113c0403d req-685b37c4-5fed-4125-9269-01a7f761b687 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received unexpected event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 for instance with vm_state active and task_state reboot_started_hard.
Oct 15 20:04:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] <== connect_volume: return (1288ms) {'type': 'block', 'scsi_wwn': '23763313966623535', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763313966623535', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:01:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1076638492',display_name='tempest-TestMinimumBasicScenario-server-1076638492',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1076638492',id=38,image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNmRistp0qLPWt6voh/xcaMsd5zvaLJFRWTqzS5iIEPMclx8bT2IA4YQ4sCcbSsxD8gun7LSh3ohH73t6protB76czfW7jMuGwv8dw4jHKQSHJNNqD3ONgcijAAlfGOy8g==',key_name='tempest-TestMinimumBasicScenario-2047166677',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:01:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a0ba0ea57dab4a98954e1f865c7b0770',ramdisk_id='',reservation_id='r-es87b8nv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-279769739',owner_user_name='tempest-TestMinimumBasicScenario-279769739-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:04:05Z,user_data=None,user_id='20a839279ff14cb6a3d11e0bb1930299',uuid=41a14030-9733-483c-9513-e7e00497197d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converting VIF {"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'pci_devices' on Instance uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG nova.objects.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Object Instance<41a14030-9733-483c-9513-e7e00497197d> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:04:07 user nova-compute[74712]:   <uuid>41a14030-9733-483c-9513-e7e00497197d</uuid>
Oct 15 20:04:07 user nova-compute[74712]:   <name>instance-00000026</name>
Oct 15 20:04:07 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:04:07 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:04:07 user nova-compute[74712]:   <metadata>
Oct 15 20:04:07 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:04:07 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:04:07 user nova-compute[74712]:       <nova:name>tempest-TestMinimumBasicScenario-server-1076638492</nova:name>
Oct 15 20:04:07 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:04:06</nova:creationTime>
Oct 15 20:04:07 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:04:07 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:04:07 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:04:07 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:04:07 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:04:07 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:04:07 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:04:07 user nova-compute[74712]:       <nova:owner>
Oct 15 20:04:07 user nova-compute[74712]:         <nova:user uuid="20a839279ff14cb6a3d11e0bb1930299">tempest-TestMinimumBasicScenario-279769739-project-member</nova:user>
Oct 15 20:04:07 user nova-compute[74712]:         <nova:project uuid="a0ba0ea57dab4a98954e1f865c7b0770">tempest-TestMinimumBasicScenario-279769739</nova:project>
Oct 15 20:04:07 user nova-compute[74712]:       </nova:owner>
Oct 15 20:04:07 user nova-compute[74712]:       <nova:root type="image" uuid="ff9375bb-8b73-4a63-9979-4bfb58b311bc"/>
Oct 15 20:04:07 user nova-compute[74712]:       <nova:ports>
Oct 15 20:04:07 user nova-compute[74712]:         <nova:port uuid="2937e91e-7020-45d4-b874-07b58f5e12d5">
Oct 15 20:04:07 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 15 20:04:07 user nova-compute[74712]:         </nova:port>
Oct 15 20:04:07 user nova-compute[74712]:       </nova:ports>
Oct 15 20:04:07 user nova-compute[74712]:     </nova:instance>
Oct 15 20:04:07 user nova-compute[74712]:   </metadata>
Oct 15 20:04:07 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:04:07 user nova-compute[74712]:     <system>
Oct 15 20:04:07 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:04:07 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:04:07 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:04:07 user nova-compute[74712]:       <entry name="serial">41a14030-9733-483c-9513-e7e00497197d</entry>
Oct 15 20:04:07 user nova-compute[74712]:       <entry name="uuid">41a14030-9733-483c-9513-e7e00497197d</entry>
Oct 15 20:04:07 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:04:07 user nova-compute[74712]:     </system>
Oct 15 20:04:07 user nova-compute[74712]:   </sysinfo>
Oct 15 20:04:07 user nova-compute[74712]:   <os>
Oct 15 20:04:07 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:04:07 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:04:07 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:04:07 user nova-compute[74712]:   </os>
Oct 15 20:04:07 user nova-compute[74712]:   <features>
Oct 15 20:04:07 user nova-compute[74712]:     <acpi/>
Oct 15 20:04:07 user nova-compute[74712]:     <apic/>
Oct 15 20:04:07 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:04:07 user nova-compute[74712]:   </features>
Oct 15 20:04:07 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:04:07 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:04:07 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:04:07 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:04:07 user nova-compute[74712]:   </clock>
Oct 15 20:04:07 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:04:07 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:04:07 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:04:07 user nova-compute[74712]:   </cpu>
Oct 15 20:04:07 user nova-compute[74712]:   <devices>
Oct 15 20:04:07 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:04:07 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:04:07 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk"/>
Oct 15 20:04:07 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:04:07 user nova-compute[74712]:     </disk>
Oct 15 20:04:07 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 20:04:07 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:04:07 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 20:04:07 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 20:04:07 user nova-compute[74712]:       <serial>7d64e3a3-68db-4116-aa9e-2911ffef4069</serial>
Oct 15 20:04:07 user nova-compute[74712]:     </disk>
Oct 15 20:04:07 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:04:07 user nova-compute[74712]:       <mac address="fa:16:3e:7c:61:69"/>
Oct 15 20:04:07 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:04:07 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:04:07 user nova-compute[74712]:       <target dev="tap2937e91e-70"/>
Oct 15 20:04:07 user nova-compute[74712]:     </interface>
Oct 15 20:04:07 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:04:07 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/console.log" append="off"/>
Oct 15 20:04:07 user nova-compute[74712]:     </serial>
Oct 15 20:04:07 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:04:07 user nova-compute[74712]:     <video>
Oct 15 20:04:07 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:04:07 user nova-compute[74712]:     </video>
Oct 15 20:04:07 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:04:07 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:04:07 user nova-compute[74712]:     </rng>
Oct 15 20:04:07 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:04:07 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:04:07 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:04:07 user nova-compute[74712]:     </memballoon>
Oct 15 20:04:07 user nova-compute[74712]:   </devices>
Oct 15 20:04:07 user nova-compute[74712]: </domain>
Oct 15 20:04:07 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'trusted_certs' on Instance uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.objects.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Object Instance<41a14030-9733-483c-9513-e7e00497197d> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-f9b645f9-1226-49cd-95f6-b84db11e0818 req-3b9b15e1-c73e-491c-b07e-74f3dcfec84e service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Received event network-vif-plugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f9b645f9-1226-49cd-95f6-b84db11e0818 req-3b9b15e1-c73e-491c-b07e-74f3dcfec84e service nova] Acquiring lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f9b645f9-1226-49cd-95f6-b84db11e0818 req-3b9b15e1-c73e-491c-b07e-74f3dcfec84e service nova] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f9b645f9-1226-49cd-95f6-b84db11e0818 req-3b9b15e1-c73e-491c-b07e-74f3dcfec84e service nova] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-f9b645f9-1226-49cd-95f6-b84db11e0818 req-3b9b15e1-c73e-491c-b07e-74f3dcfec84e service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] No waiting events found dispatching network-vif-plugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:04:08 user nova-compute[74712]: WARNING nova.compute.manager [req-f9b645f9-1226-49cd-95f6-b84db11e0818 req-3b9b15e1-c73e-491c-b07e-74f3dcfec84e service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Received unexpected event network-vif-plugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b for instance with vm_state building and task_state spawning.
Oct 15 20:04:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4 --force-share --output=json" returned: 0 in 0.232s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Checking if we can resize image /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Cannot resize image /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.objects.instance [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'migration_context' on Instance uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.objects.base [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Object Instance<41a14030-9733-483c-9513-e7e00497197d> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:01:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1076638492',display_name='tempest-TestMinimumBasicScenario-server-1076638492',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1076638492',id=38,image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNmRistp0qLPWt6voh/xcaMsd5zvaLJFRWTqzS5iIEPMclx8bT2IA4YQ4sCcbSsxD8gun7LSh3ohH73t6protB76czfW7jMuGwv8dw4jHKQSHJNNqD3ONgcijAAlfGOy8g==',key_name='tempest-TestMinimumBasicScenario-2047166677',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:01:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='a0ba0ea57dab4a98954e1f865c7b0770',ramdisk_id='',reservation_id='r-es87b8nv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-279769739',owner_user_name='tempest-TestMinimumBasicScenario-279769739-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:04:05Z,user_data=None,user_id='20a839279ff14cb6a3d11e0bb1930299',uuid=41a14030-9733-483c-9513-e7e00497197d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converting VIF {"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG os_vif [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1b10efec-455d-5b78-8609-5f839d1815f9', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2937e91e-70, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2937e91e-70, col_values=(('qos', UUID('20ba0bd0-9306-4677-b368-2f5576617a95')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2937e91e-70, col_values=(('external_ids', {'iface-id': '2937e91e-7020-45d4-b874-07b58f5e12d5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:61:69', 'vm-uuid': '41a14030-9733-483c-9513-e7e00497197d'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:04:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:08 user nova-compute[74712]: INFO os_vif [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70')
Oct 15 20:04:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-95b5decc-6328-488f-a6fa-9b49dfb3d763 req-735677b9-8b70-4fb7-8faa-0f882710f502 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-95b5decc-6328-488f-a6fa-9b49dfb3d763 req-735677b9-8b70-4fb7-8faa-0f882710f502 service nova] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-95b5decc-6328-488f-a6fa-9b49dfb3d763 req-735677b9-8b70-4fb7-8faa-0f882710f502 service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-95b5decc-6328-488f-a6fa-9b49dfb3d763 req-735677b9-8b70-4fb7-8faa-0f882710f502 service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-95b5decc-6328-488f-a6fa-9b49dfb3d763 req-735677b9-8b70-4fb7-8faa-0f882710f502 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] No waiting events found dispatching network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:04:10 user nova-compute[74712]: WARNING nova.compute.manager [req-95b5decc-6328-488f-a6fa-9b49dfb3d763 req-735677b9-8b70-4fb7-8faa-0f882710f502 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received unexpected event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 for instance with vm_state active and task_state reboot_started_hard.
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-d9cb9461-9cad-4506-b461-3e728b0814e7 req-bdc01fe3-1557-499b-811a-f1e1ffc03b92 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Received event network-vif-plugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d9cb9461-9cad-4506-b461-3e728b0814e7 req-bdc01fe3-1557-499b-811a-f1e1ffc03b92 service nova] Acquiring lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d9cb9461-9cad-4506-b461-3e728b0814e7 req-bdc01fe3-1557-499b-811a-f1e1ffc03b92 service nova] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d9cb9461-9cad-4506-b461-3e728b0814e7 req-bdc01fe3-1557-499b-811a-f1e1ffc03b92 service nova] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-d9cb9461-9cad-4506-b461-3e728b0814e7 req-bdc01fe3-1557-499b-811a-f1e1ffc03b92 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] No waiting events found dispatching network-vif-plugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:04:10 user nova-compute[74712]: WARNING nova.compute.manager [req-d9cb9461-9cad-4506-b461-3e728b0814e7 req-bdc01fe3-1557-499b-811a-f1e1ffc03b92 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Received unexpected event network-vif-plugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b for instance with vm_state building and task_state spawning.
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:04:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Instance spawned successfully.
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:04:10 user nova-compute[74712]: INFO nova.compute.manager [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Took 5.58 seconds to spawn the instance on the hypervisor.
Oct 15 20:04:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:10 user nova-compute[74712]: INFO nova.compute.manager [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Took 6.32 seconds to build instance.
Oct 15 20:04:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bdac8e3-45f6-4b18-a39c-66d332060652 tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.444s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:04:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kSOLihXw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:04:11 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:04:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:04:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:04:11 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:04:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:04:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:04:11 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:04:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af28c71-ee3c-4d09-8afd-4ecd007e85bd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:04:12 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d434c4d3-e851-4fc1-9007-43599f875968]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace] added
Oct 15 20:04:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b340a2d2-2d25-4737-9931-a0cc851aeef7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1185592-3930-4551-bfde-a06988b98334]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kSOLihXw {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kSOLihXw" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9e22524-5886-4a43-b927-b327c3518428]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kSOLihXw'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3040b04-8f92-43e0-bc35-6f7d82d0a951]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[89c813f2-1c5b-4ae1-998f-0350a0339bba]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:04:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:04:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:04:12 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 41a14030-9733-483c-9513-e7e00497197d] Instance rebooted successfully.
Oct 15 20:04:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bcb6810-39d0-45ab-89c8-6cf22143d38c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace, portal: 172.16.0.220,3260]
Oct 15 20:04:12 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace, portal: 172.16.0.220,3260] successful.
Oct 15 20:04:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-2f4104c3-2295-4752-9c7d-b4fc053dd297 req-8e29be64-960e-4112-9811-fdc3f66447d6 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2f4104c3-2295-4752-9c7d-b4fc053dd297 req-8e29be64-960e-4112-9811-fdc3f66447d6 service nova] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2f4104c3-2295-4752-9c7d-b4fc053dd297 req-8e29be64-960e-4112-9811-fdc3f66447d6 service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2f4104c3-2295-4752-9c7d-b4fc053dd297 req-8e29be64-960e-4112-9811-fdc3f66447d6 service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-2f4104c3-2295-4752-9c7d-b4fc053dd297 req-8e29be64-960e-4112-9811-fdc3f66447d6 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] No waiting events found dispatching network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:04:12 user nova-compute[74712]: WARNING nova.compute.manager [req-2f4104c3-2295-4752-9c7d-b4fc053dd297 req-8e29be64-960e-4112-9811-fdc3f66447d6 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received unexpected event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 for instance with vm_state active and task_state reboot_started_hard.
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4164ad07-39a6-4c0c-81e8-fd229dd7add8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.036s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f991ce-18e4-4ed0-b608-bd3764397e3c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[21db1552-48bf-4009-8803-6304d4fa322e]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:04:12 user nova-compute[74712]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace (non-flash)
Oct 15 20:04:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:04:12 user nova-compute[74712]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace (non-flash)
Oct 15 20:04:12 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] HCTL ('34', '-', '-', 0) found on session 48 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3951847b-dbfa-4269-9013-84606106526a]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Searching for a device in session 48 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:04:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kSOLihXw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:04:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:04:13 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23663656561636163', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:04:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23663656561636163', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:04:13 user nova-compute[74712]: DEBUG nova.objects.instance [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:04:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:04:13 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:04:13 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 20:04:13 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:04:13 user nova-compute[74712]:   <serial>b0d79fc2-2f7a-4605-a32b-d2055bbd1ace</serial>
Oct 15 20:04:13 user nova-compute[74712]: </disk>
Oct 15 20:04:13 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:04:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:04:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:04:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No VIF found with MAC fa:16:3e:31:4d:d2, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:04:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-28c3c95b-0fb9-4245-95f2-2f949bc4f2eb tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.935s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:32 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:04:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:04:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:04:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:04:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:04:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8126MB free_disk=24.868915557861328GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 41a14030-9733-483c-9513-e7e00497197d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f6ae02be-a4e5-4a52-8bcf-91d95f236613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 563d1cee-0362-4ef1-998e-9dab5c2a319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 337bf88a-ba4d-4349-a1a8-59e280870a9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:04:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.404s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:04:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:45 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:45 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:04:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:04:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:04:45 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:04:46 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updating instance_info_cache with network_info: [{"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:04:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:04:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:04:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 20:04:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:46 user nova-compute[74712]: INFO nova.compute.manager [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Detaching volume b0d79fc2-2f7a-4605-a32b-d2055bbd1ace
Oct 15 20:04:46 user nova-compute[74712]: INFO nova.virt.block_device [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attempting to driver detach volume b0d79fc2-2f7a-4605-a32b-d2055bbd1ace from mountpoint /dev/vdb
Oct 15 20:04:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Attempting to detach device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:04:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:04:46 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:04:46 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 20:04:46 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:04:46 user nova-compute[74712]:   <serial>b0d79fc2-2f7a-4605-a32b-d2055bbd1ace</serial>
Oct 15 20:04:46 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:04:46 user nova-compute[74712]: </disk>
Oct 15 20:04:46 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:04:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Successfully detached device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the persistent domain config.
Oct 15 20:04:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:04:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:04:46 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:04:46 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 20:04:46 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:04:46 user nova-compute[74712]:   <serial>b0d79fc2-2f7a-4605-a32b-d2055bbd1ace</serial>
Oct 15 20:04:46 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:04:46 user nova-compute[74712]: </disk>
Oct 15 20:04:46 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:04:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:04:47 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 20:04:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 20:04:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:04:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 44b1b9ff-bf92-4370-842e-1d4210b4332e {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid f6ae02be-a4e5-4a52-8bcf-91d95f236613 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 337bf88a-ba4d-4349-a1a8-59e280870a9f {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "1771db68-aeff-407a-9685-7e7bda57fc70" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "41a14030-9733-483c-9513-e7e00497197d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "337bf88a-ba4d-4349-a1a8-59e280870a9f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "1771db68-aeff-407a-9685-7e7bda57fc70" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "41a14030-9733-483c-9513-e7e00497197d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.052s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:04:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:05:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:05:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:05:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:05:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:07 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed is timed out.
Oct 15 20:05:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Successfully detached device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the live domain config.
Oct 15 20:05:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kSOLihXw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:05:07 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e66bf27e-a2ae-40e0-9782-b04c837f888c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:05:07 user nova-compute[74712]: No targets found.
Oct 15 20:05:07 user nova-compute[74712]: iSNS:
Oct 15 20:05:07 user nova-compute[74712]: No targets found.
Oct 15 20:05:07 user nova-compute[74712]: STATIC:
Oct 15 20:05:07 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069
Oct 15 20:05:07 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:05:07 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:05:07 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace
Oct 15 20:05:07 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:05:07 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:05:07 user nova-compute[74712]: FIRMWARE:
Oct 15 20:05:07 user nova-compute[74712]: No targets found.
Oct 15 20:05:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:05:07 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:05:07 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e50a2463-6682-4c7d-bdb5-d367b9255d89]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4b16395-a81c-40ea-a2c2-92c8b88cdd87]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:05:07 user nova-compute[74712]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace (non-flash)
Oct 15 20:05:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:05:07 user nova-compute[74712]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace (non-flash)
Oct 15 20:05:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca4291990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[887ecbc0-d383-4801-b410-7ba5eae1a8a1]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[897c5ae0-aee0-4299-8f74-aa41d4d9a51a]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd9c3e6-6dca-477f-a043-4bf546f201b8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[891ac8c2-f4f0-4747-8c7a-060ccb5563ff]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1fabe6e-8de8-4a35-bfa5-f2a8ccedd482]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[19fd0f72-9692-486f-afc1-d7962b020eec]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace, portal: 172.16.0.220,3260]
Oct 15 20:05:07 user nova-compute[74712]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace, portal: 172.16.0.220,3260] successful.
Oct 15 20:05:07 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d79fc2-2f7a-4605-a32b-d2055bbd1ace -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[768288f1-363c-4673-87d2-0810bf8f448f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== disconnect_volume: return (285ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-da6e19af-a28d-4c5e-9156-73faed69cc51 req-5def0dce-7398-4767-9a22-4e9f7e733ccc service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-changed-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-da6e19af-a28d-4c5e-9156-73faed69cc51 req-5def0dce-7398-4767-9a22-4e9f7e733ccc service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Refreshing instance network info cache due to event network-changed-3d0fb8ea-4cd9-4277-a37a-e894e595b906. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-da6e19af-a28d-4c5e-9156-73faed69cc51 req-5def0dce-7398-4767-9a22-4e9f7e733ccc service nova] Acquiring lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-da6e19af-a28d-4c5e-9156-73faed69cc51 req-5def0dce-7398-4767-9a22-4e9f7e733ccc service nova] Acquired lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:05:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-da6e19af-a28d-4c5e-9156-73faed69cc51 req-5def0dce-7398-4767-9a22-4e9f7e733ccc service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Refreshing network info cache for port 3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG nova.objects.instance [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'flavor' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG nova.objects.instance [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8ac0474d-096b-4045-96f0-c08a2b5f74b5 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.701s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 10.576s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:08 user nova-compute[74712]: INFO nova.compute.manager [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Attaching volume a7655f93-5b26-42d6-a038-5d68fe2d771e to /dev/vdb
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG nova.network.neutron [req-da6e19af-a28d-4c5e-9156-73faed69cc51 req-5def0dce-7398-4767-9a22-4e9f7e733ccc service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updated VIF entry in instance network info cache for port 3d0fb8ea-4cd9-4277-a37a-e894e595b906. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG nova.network.neutron [req-da6e19af-a28d-4c5e-9156-73faed69cc51 req-5def0dce-7398-4767-9a22-4e9f7e733ccc service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updating instance_info_cache with network_info: [{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-da6e19af-a28d-4c5e-9156-73faed69cc51 req-5def0dce-7398-4767-9a22-4e9f7e733ccc service nova] Releasing lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG os_brick.utils [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0abe5adf-e042-40fe-a303-27ffbde5592d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[402a0d09-cc82-40e4-915d-876fe6df4ad9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a9463b-22ea-47d6-bc34-9c615739176f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[423404ec-101f-4516-a12f-159ce2696647]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:05:08 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:05:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4bd1ff0-cf55-464a-ae39-23a8dae3d152]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG os_brick.utils [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:05:08 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updating existing volume attachment record: 5c75096c-a40e-495e-a63c-1f4a84e5c958 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:05:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'srcINBwq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:05:22 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:05:22 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:05:22 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd609ad6-bc9e-48e0-987c-62563cdcb6ad]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:05:22 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[55837a8c-5a48-48c6-9543-2d58769c5efe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e] added
Oct 15 20:05:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4534d09-ef2f-42a5-b129-fe273d0b54cd]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c45c43c-46af-451a-a783-e205758f60d8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v srcINBwq {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v srcINBwq" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1835e7f5-5a17-4e63-afd7-a344c0b4087e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'srcINBwq'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ee21f66-78a3-4b47-b2cf-80e11aa8ce7f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f2636b-6004-43ff-a326-b974b7cedb83]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:05:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:05:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b40f004d-9843-422d-a6cc-2719f833035e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e, portal: 172.16.0.220,3260]
Oct 15 20:05:22 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e, portal: 172.16.0.220,3260] successful.
Oct 15 20:05:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9dbaabf-c612-4d13-962e-7899123ebf9c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[032d1174-1145-4a30-94ed-e6df554bb868]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:05:22 user nova-compute[74712]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:05:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:05:22 user nova-compute[74712]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:05:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] HCTL ('34', '-', '-', 0) found on session 49 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea83c889-95b5-43aa-8327-b0d511ba37db]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:05:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'srcINBwq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:05:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.282s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:05:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] <== connect_volume: return (1284ms) {'type': 'block', 'scsi_wwn': '26136383563383566', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:05:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26136383563383566', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:05:23 user nova-compute[74712]: DEBUG nova.objects.instance [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'flavor' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:05:23 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:05:23 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 20:05:23 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:05:23 user nova-compute[74712]:   <serial>a7655f93-5b26-42d6-a038-5d68fe2d771e</serial>
Oct 15 20:05:23 user nova-compute[74712]: </disk>
Oct 15 20:05:23 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:05:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:05:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:05:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No VIF found with MAC fa:16:3e:50:2d:c5, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:05:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-cfae4319-817d-4638-9544-06db8556917b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.874s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:24 user nova-compute[74712]: INFO nova.compute.manager [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Rescuing
Oct 15 20:05:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:05:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquired lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:05:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updating instance_info_cache with network_info: [{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Releasing lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-48c6d2d2-1bcc-4c17-974a-fed0d9d15eba req-abbc7116-dd52-4e4c-b1ba-94fd419eae32 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-unplugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-48c6d2d2-1bcc-4c17-974a-fed0d9d15eba req-abbc7116-dd52-4e4c-b1ba-94fd419eae32 service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-48c6d2d2-1bcc-4c17-974a-fed0d9d15eba req-abbc7116-dd52-4e4c-b1ba-94fd419eae32 service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-48c6d2d2-1bcc-4c17-974a-fed0d9d15eba req-abbc7116-dd52-4e4c-b1ba-94fd419eae32 service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-48c6d2d2-1bcc-4c17-974a-fed0d9d15eba req-abbc7116-dd52-4e4c-b1ba-94fd419eae32 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-unplugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:05:25 user nova-compute[74712]: WARNING nova.compute.manager [req-48c6d2d2-1bcc-4c17-974a-fed0d9d15eba req-abbc7116-dd52-4e4c-b1ba-94fd419eae32 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-unplugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state active and task_state rescuing.
Oct 15 20:05:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Instance destroyed successfully.
Oct 15 20:05:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Attempting rescue
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74712) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Instance directory exists: not creating {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 15 20:05:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Creating image(s)
Oct 15 20:05:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'trusted_certs' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue" returned: 0 in 0.052s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'migration_context' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.base [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<563d1cee-0362-4ef1-998e-9dab5c2a319f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Start _get_guest_xml network_info=[{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "vif_mac": "fa:16:3e:50:2d:c5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'resources' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.base [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<563d1cee-0362-4ef1-998e-9dab5c2a319f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'numa_topology' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.base [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<563d1cee-0362-4ef1-998e-9dab5c2a319f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 20:05:26 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:05:26 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'vcpu_model' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.base [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<563d1cee-0362-4ef1-998e-9dab5c2a319f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:03:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-143287033',display_name='tempest-ServerRescueNegativeTestJSON-server-143287033',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-143287033',id=41,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIT4+V330/5+/tUmrumvJHAdQHFWfwU5H+2KcN92CGOwWq631LEXdm1TlnSGjEyOCcsR6wzO2gzQDeRtRMPKbB1AcAkIsQ4ei8P5yNSOMFg7w/QrHsa8j46Wt5JhcIKB7Q==',key_name='tempest-keypair-260861101',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:03:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-xo0917g2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:03:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=563d1cee-0362-4ef1-998e-9dab5c2a319f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "vif_mac": "fa:16:3e:50:2d:c5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "vif_mac": "fa:16:3e:50:2d:c5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:50:2d:c5,bridge_name='br-int',has_traffic_filtering=True,id=3d0fb8ea-4cd9-4277-a37a-e894e595b906,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d0fb8ea-4c') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'pci_devices' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.objects.base [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Object Instance<563d1cee-0362-4ef1-998e-9dab5c2a319f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74712) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:05:26 user nova-compute[74712]:   <uuid>563d1cee-0362-4ef1-998e-9dab5c2a319f</uuid>
Oct 15 20:05:26 user nova-compute[74712]:   <name>instance-00000029</name>
Oct 15 20:05:26 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:05:26 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:05:26 user nova-compute[74712]:   <metadata>
Oct 15 20:05:26 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:05:26 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:05:26 user nova-compute[74712]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-143287033</nova:name>
Oct 15 20:05:26 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:05:26</nova:creationTime>
Oct 15 20:05:26 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:05:26 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:05:26 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:05:26 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:05:26 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:05:26 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:05:26 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:05:26 user nova-compute[74712]:       <nova:owner>
Oct 15 20:05:26 user nova-compute[74712]:         <nova:user uuid="e272f1b89b0e4fbaa28e3d5d03af224b">tempest-ServerRescueNegativeTestJSON-911721002-project-member</nova:user>
Oct 15 20:05:26 user nova-compute[74712]:         <nova:project uuid="927aa3c10e4d47b28a3ba8d9802361fc">tempest-ServerRescueNegativeTestJSON-911721002</nova:project>
Oct 15 20:05:26 user nova-compute[74712]:       </nova:owner>
Oct 15 20:05:26 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 20:05:26 user nova-compute[74712]:       <nova:ports>
Oct 15 20:05:26 user nova-compute[74712]:         <nova:port uuid="3d0fb8ea-4cd9-4277-a37a-e894e595b906">
Oct 15 20:05:26 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 15 20:05:26 user nova-compute[74712]:         </nova:port>
Oct 15 20:05:26 user nova-compute[74712]:       </nova:ports>
Oct 15 20:05:26 user nova-compute[74712]:     </nova:instance>
Oct 15 20:05:26 user nova-compute[74712]:   </metadata>
Oct 15 20:05:26 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:05:26 user nova-compute[74712]:     <system>
Oct 15 20:05:26 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:05:26 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:05:26 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:05:26 user nova-compute[74712]:       <entry name="serial">563d1cee-0362-4ef1-998e-9dab5c2a319f</entry>
Oct 15 20:05:26 user nova-compute[74712]:       <entry name="uuid">563d1cee-0362-4ef1-998e-9dab5c2a319f</entry>
Oct 15 20:05:26 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:05:26 user nova-compute[74712]:     </system>
Oct 15 20:05:26 user nova-compute[74712]:   </sysinfo>
Oct 15 20:05:26 user nova-compute[74712]:   <os>
Oct 15 20:05:26 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:05:26 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:05:26 user nova-compute[74712]:   </os>
Oct 15 20:05:26 user nova-compute[74712]:   <features>
Oct 15 20:05:26 user nova-compute[74712]:     <acpi/>
Oct 15 20:05:26 user nova-compute[74712]:     <apic/>
Oct 15 20:05:26 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:05:26 user nova-compute[74712]:   </features>
Oct 15 20:05:26 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:05:26 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:05:26 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:05:26 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:05:26 user nova-compute[74712]:   </clock>
Oct 15 20:05:26 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:05:26 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:05:26 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:05:26 user nova-compute[74712]:   </cpu>
Oct 15 20:05:26 user nova-compute[74712]:   <devices>
Oct 15 20:05:26 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:05:26 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:05:26 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue"/>
Oct 15 20:05:26 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:05:26 user nova-compute[74712]:     </disk>
Oct 15 20:05:26 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:05:26 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:05:26 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk"/>
Oct 15 20:05:26 user nova-compute[74712]:       <target dev="vdb" bus="virtio"/>
Oct 15 20:05:26 user nova-compute[74712]:     </disk>
Oct 15 20:05:26 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:05:26 user nova-compute[74712]:       <mac address="fa:16:3e:50:2d:c5"/>
Oct 15 20:05:26 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:05:26 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:05:26 user nova-compute[74712]:       <target dev="tap3d0fb8ea-4c"/>
Oct 15 20:05:26 user nova-compute[74712]:     </interface>
Oct 15 20:05:26 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:05:26 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/console.log" append="off"/>
Oct 15 20:05:26 user nova-compute[74712]:     </serial>
Oct 15 20:05:26 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:05:26 user nova-compute[74712]:     <video>
Oct 15 20:05:26 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:05:26 user nova-compute[74712]:     </video>
Oct 15 20:05:26 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:05:26 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:05:26 user nova-compute[74712]:     </rng>
Oct 15 20:05:26 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:05:26 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:05:26 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:05:26 user nova-compute[74712]:     </memballoon>
Oct 15 20:05:26 user nova-compute[74712]:   </devices>
Oct 15 20:05:26 user nova-compute[74712]: </domain>
Oct 15 20:05:26 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:05:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Instance destroyed successfully.
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:05:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] No VIF found with MAC fa:16:3e:50:2d:c5, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:05:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-a8b7378b-e3d7-4d32-a152-37ed71bd13b3 req-47847c12-5823-4bcf-a0f8-a2a4c7dc5882 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:05:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a8b7378b-e3d7-4d32-a152-37ed71bd13b3 req-47847c12-5823-4bcf-a0f8-a2a4c7dc5882 service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a8b7378b-e3d7-4d32-a152-37ed71bd13b3 req-47847c12-5823-4bcf-a0f8-a2a4c7dc5882 service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a8b7378b-e3d7-4d32-a152-37ed71bd13b3 req-47847c12-5823-4bcf-a0f8-a2a4c7dc5882 service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-a8b7378b-e3d7-4d32-a152-37ed71bd13b3 req-47847c12-5823-4bcf-a0f8-a2a4c7dc5882 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:05:27 user nova-compute[74712]: WARNING nova.compute.manager [req-a8b7378b-e3d7-4d32-a152-37ed71bd13b3 req-47847c12-5823-4bcf-a0f8-a2a4c7dc5882 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state active and task_state rescuing.
Oct 15 20:05:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:05:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:05:29 user nova-compute[74712]: WARNING nova.compute.manager [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state active and task_state rescuing.
Oct 15 20:05:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:05:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:05:29 user nova-compute[74712]: WARNING nova.compute.manager [req-6a770af0-9017-4bac-9d73-6e547801aff4 req-03cb8420-9368-4902-be24-2bc28d7debb2 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state active and task_state rescuing.
Oct 15 20:05:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b4683d6c-7d59-4002-882f-f6bd09ffc64a tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:05:32 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:05:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:32 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:05:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.216s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.240s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:05:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8247MB free_disk=24.849929809570312GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 41a14030-9733-483c-9513-e7e00497197d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f6ae02be-a4e5-4a52-8bcf-91d95f236613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 563d1cee-0362-4ef1-998e-9dab5c2a319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 337bf88a-ba4d-4349-a1a8-59e280870a9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 20:05:36 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 20:05:37 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 20:05:37 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:05:37 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:05:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:05:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.700s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:05:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:05:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:05:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:05:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:05:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:05:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:05:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:05:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:41 user nova-compute[74712]: DEBUG nova.objects.instance [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:42 user nova-compute[74712]: INFO nova.compute.manager [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attaching volume 9f6f83aa-8859-4316-a2db-ab97540af2fe to /dev/vdb
Oct 15 20:05:42 user nova-compute[74712]: DEBUG os_brick.utils [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a84e33b-277d-4d82-afde-59af2cf506d9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a6b3c0-f942-4e33-bbb3-145d58bc20c1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[42005fea-f974-4493-accd-89db21ee55d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[10f369d2-1901-446f-9b1f-c298fa625e07]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:05:42 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:05:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd695a22-036b-4f6f-9a73-853ddbd26716]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG os_brick.utils [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:05:42 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updating existing volume attachment record: 388f8a38-fdef-4034-bfac-dbf90f2f9746 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:05:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:45 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:05:45 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:05:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:05:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:05:45 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 41a14030-9733-483c-9513-e7e00497197d] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:05:46 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updating instance_info_cache with network_info: [{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:05:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:05:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:05:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:05:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "337bf88a-ba4d-4349-a1a8-59e280870a9f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:54 user nova-compute[74712]: INFO nova.compute.manager [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Terminating instance
Oct 15 20:05:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:05:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-f1725f82-e90d-49c9-9ac8-e951194515b9 req-a18c53bb-f456-4dc1-bdac-83a6c0554353 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Received event network-vif-unplugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f1725f82-e90d-49c9-9ac8-e951194515b9 req-a18c53bb-f456-4dc1-bdac-83a6c0554353 service nova] Acquiring lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f1725f82-e90d-49c9-9ac8-e951194515b9 req-a18c53bb-f456-4dc1-bdac-83a6c0554353 service nova] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-f1725f82-e90d-49c9-9ac8-e951194515b9 req-a18c53bb-f456-4dc1-bdac-83a6c0554353 service nova] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-f1725f82-e90d-49c9-9ac8-e951194515b9 req-a18c53bb-f456-4dc1-bdac-83a6c0554353 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] No waiting events found dispatching network-vif-unplugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-f1725f82-e90d-49c9-9ac8-e951194515b9 req-a18c53bb-f456-4dc1-bdac-83a6c0554353 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Received event network-vif-unplugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:05:55 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Instance destroyed successfully.
Oct 15 20:05:55 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lazy-loading 'resources' on Instance uuid 337bf88a-ba4d-4349-a1a8-59e280870a9f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:04:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-316329817',display_name='tempest-ServersNegativeTestJSON-server-316329817',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-316329817',id=42,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:04:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='094a158621f9466fa125dc20bbf71d47',ramdisk_id='',reservation_id='r-ify9e0ol',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-805030193',owner_user_name='tempest-ServersNegativeTestJSON-805030193-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:04:11Z,user_data=None,user_id='cd7c4cc7bb4b44e383084d932da25ef0',uuid=337bf88a-ba4d-4349-a1a8-59e280870a9f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "address": "fa:16:3e:53:61:83", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96fb1db4-2a", "ovs_interfaceid": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converting VIF {"id": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "address": "fa:16:3e:53:61:83", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96fb1db4-2a", "ovs_interfaceid": "96fb1db4-2ae4-44d2-ae0d-a0f4062da18b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:61:83,bridge_name='br-int',has_traffic_filtering=True,id=96fb1db4-2ae4-44d2-ae0d-a0f4062da18b,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96fb1db4-2a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG os_vif [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:61:83,bridge_name='br-int',has_traffic_filtering=True,id=96fb1db4-2ae4-44d2-ae0d-a0f4062da18b,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96fb1db4-2a') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap96fb1db4-2a, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9c4393e0-d1b9-4d33-a69b-4a60a37f7509) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:05:55 user nova-compute[74712]: INFO os_vif [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:61:83,bridge_name='br-int',has_traffic_filtering=True,id=96fb1db4-2ae4-44d2-ae0d-a0f4062da18b,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96fb1db4-2a')
Oct 15 20:05:55 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Deleting instance files /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f_del
Oct 15 20:05:55 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Deletion of /opt/stack/data/nova/instances/337bf88a-ba4d-4349-a1a8-59e280870a9f_del complete
Oct 15 20:05:55 user nova-compute[74712]: INFO nova.compute.manager [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 15 20:05:55 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:05:55 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:05:55 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Took 0.40 seconds to deallocate network for instance.
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-8d2e9303-7b3b-4521-a22e-f1b1514841b7 req-e14f9b4b-5875-4363-a4de-8b0bf8740e52 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-changed-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-8d2e9303-7b3b-4521-a22e-f1b1514841b7 req-e14f9b4b-5875-4363-a4de-8b0bf8740e52 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Refreshing instance network info cache due to event network-changed-2937e91e-7020-45d4-b874-07b58f5e12d5. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8d2e9303-7b3b-4521-a22e-f1b1514841b7 req-e14f9b4b-5875-4363-a4de-8b0bf8740e52 service nova] Acquiring lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8d2e9303-7b3b-4521-a22e-f1b1514841b7 req-e14f9b4b-5875-4363-a4de-8b0bf8740e52 service nova] Acquired lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-8d2e9303-7b3b-4521-a22e-f1b1514841b7 req-e14f9b4b-5875-4363-a4de-8b0bf8740e52 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Refreshing network info cache for port 2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.297s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:56 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Deleted allocations for instance 337bf88a-ba4d-4349-a1a8-59e280870a9f
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0f1307e3-0b4f-4f92-b1c2-9e20f3299d9b tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.802s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-8d2e9303-7b3b-4521-a22e-f1b1514841b7 req-e14f9b4b-5875-4363-a4de-8b0bf8740e52 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updated VIF entry in instance network info cache for port 2937e91e-7020-45d4-b874-07b58f5e12d5. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG nova.network.neutron [req-8d2e9303-7b3b-4521-a22e-f1b1514841b7 req-e14f9b4b-5875-4363-a4de-8b0bf8740e52 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updating instance_info_cache with network_info: [{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8d2e9303-7b3b-4521-a22e-f1b1514841b7 req-e14f9b4b-5875-4363-a4de-8b0bf8740e52 service nova] Releasing lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nzFdPhXL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:05:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:05:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:05:56 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89a250c-d3bc-4629-898d-c2da90db40d9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:05:56 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1db39dc-6ba2-4116-8beb-a9489a33b959]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe] added
Oct 15 20:05:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b617aed0-f2ad-4e62-b555-c2bfa89de14b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f6dc61-5146-45e8-8b1b-68cbdc630352]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nzFdPhXL {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nzFdPhXL" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[371c5c9d-1389-4084-9069-a5731a15c158]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nzFdPhXL'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ddce5e3-6c87-4900-ac10-e485f40a2d50]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe77410-7af6-4c71-8225-0f81bccc011e]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:05:56 user nova-compute[74712]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:05:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:05:56 user nova-compute[74712]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:05:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:05:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4444c1a-bd8c-4490-94d9-d917fc0f919d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe, portal: 172.16.0.220,3260]
Oct 15 20:05:57 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe, portal: 172.16.0.220,3260] successful.
Oct 15 20:05:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ab38886-14d7-491e-805f-a3264f06a07e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2982dba8-c261-450b-a81d-e05dfb82b820]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:05:57 user nova-compute[74712]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:05:57 user nova-compute[74712]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe (non-flash)
Oct 15 20:05:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:05:57 user nova-compute[74712]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:05:57 user nova-compute[74712]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe (non-flash)
Oct 15 20:05:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] HCTL ('35', '-', '-', 0) found on session 50 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f60b5f00-d5d8-4fdb-9bc6-ab7aa2741f30]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Searching for a device in session 50 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nzFdPhXL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:57 user nova-compute[74712]: INFO nova.compute.manager [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Detaching volume 7d64e3a3-68db-4116-aa9e-2911ffef4069
Oct 15 20:05:57 user nova-compute[74712]: INFO nova.virt.block_device [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Attempting to driver detach volume 7d64e3a3-68db-4116-aa9e-2911ffef4069 from mountpoint /dev/vdb
Oct 15 20:05:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef6ebaa1-3ff3-4ec7-8132-3500f612e09b req-c535f99e-ff1e-4747-8ef2-429ec0b68573 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Received event network-vif-plugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ef6ebaa1-3ff3-4ec7-8132-3500f612e09b req-c535f99e-ff1e-4747-8ef2-429ec0b68573 service nova] Acquiring lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ef6ebaa1-3ff3-4ec7-8132-3500f612e09b req-c535f99e-ff1e-4747-8ef2-429ec0b68573 service nova] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ef6ebaa1-3ff3-4ec7-8132-3500f612e09b req-c535f99e-ff1e-4747-8ef2-429ec0b68573 service nova] Lock "337bf88a-ba4d-4349-a1a8-59e280870a9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef6ebaa1-3ff3-4ec7-8132-3500f612e09b req-c535f99e-ff1e-4747-8ef2-429ec0b68573 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] No waiting events found dispatching network-vif-plugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:05:57 user nova-compute[74712]: WARNING nova.compute.manager [req-ef6ebaa1-3ff3-4ec7-8132-3500f612e09b req-c535f99e-ff1e-4747-8ef2-429ec0b68573 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Received unexpected event network-vif-plugged-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b for instance with vm_state deleted and task_state None.
Oct 15 20:05:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-ef6ebaa1-3ff3-4ec7-8132-3500f612e09b req-c535f99e-ff1e-4747-8ef2-429ec0b68573 service nova] [instance: 337bf88a-ba4d-4349-a1a8-59e280870a9f] Received event network-vif-deleted-96fb1db4-2ae4-44d2-ae0d-a0f4062da18b {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Attempting to detach device vdb from instance 41a14030-9733-483c-9513-e7e00497197d from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:05:57 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:05:57 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:05:57 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:05:57 user nova-compute[74712]:   <serial>7d64e3a3-68db-4116-aa9e-2911ffef4069</serial>
Oct 15 20:05:57 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 15 20:05:57 user nova-compute[74712]: </disk>
Oct 15 20:05:57 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:05:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Successfully detached device vdb from instance 41a14030-9733-483c-9513-e7e00497197d from the persistent domain config.
Oct 15 20:05:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 41a14030-9733-483c-9513-e7e00497197d from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:05:57 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:05:57 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:05:57 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:05:57 user nova-compute[74712]:   <serial>7d64e3a3-68db-4116-aa9e-2911ffef4069</serial>
Oct 15 20:05:57 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 15 20:05:57 user nova-compute[74712]: </disk>
Oct 15 20:05:57 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:05:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23362646235373535', 'path': '/dev/sdd'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23362646235373535', 'path': '/dev/sdd'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.objects.instance [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:05:58 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:05:58 user nova-compute[74712]:   <source dev="/dev/sdd"/>
Oct 15 20:05:58 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:05:58 user nova-compute[74712]:   <serial>9f6f83aa-8859-4316-a2db-ab97540af2fe</serial>
Oct 15 20:05:58 user nova-compute[74712]: </disk>
Oct 15 20:05:58 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-96ca82fd-9cfe-4e4d-9f44-33f570bdfcbd req-87bb3fbf-e29f-4169-99c2-2e43aa113a29 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-changed-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-96ca82fd-9cfe-4e4d-9f44-33f570bdfcbd req-87bb3fbf-e29f-4169-99c2-2e43aa113a29 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Refreshing instance network info cache due to event network-changed-2937e91e-7020-45d4-b874-07b58f5e12d5. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-96ca82fd-9cfe-4e4d-9f44-33f570bdfcbd req-87bb3fbf-e29f-4169-99c2-2e43aa113a29 service nova] Acquiring lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-96ca82fd-9cfe-4e4d-9f44-33f570bdfcbd req-87bb3fbf-e29f-4169-99c2-2e43aa113a29 service nova] Acquired lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.network.neutron [req-96ca82fd-9cfe-4e4d-9f44-33f570bdfcbd req-87bb3fbf-e29f-4169-99c2-2e43aa113a29 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Refreshing network info cache for port 2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.network.neutron [req-96ca82fd-9cfe-4e4d-9f44-33f570bdfcbd req-87bb3fbf-e29f-4169-99c2-2e43aa113a29 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updated VIF entry in instance network info cache for port 2937e91e-7020-45d4-b874-07b58f5e12d5. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.network.neutron [req-96ca82fd-9cfe-4e4d-9f44-33f570bdfcbd req-87bb3fbf-e29f-4169-99c2-2e43aa113a29 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updating instance_info_cache with network_info: [{"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-96ca82fd-9cfe-4e4d-9f44-33f570bdfcbd req-87bb3fbf-e29f-4169-99c2-2e43aa113a29 service nova] Releasing lock "refresh_cache-41a14030-9733-483c-9513-e7e00497197d" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:05:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No VIF found with MAC fa:16:3e:31:4d:d2, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:05:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-236f8126-659a-4699-a944-3636c1f3db83 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.904s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:05:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:06:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:06:01 user nova-compute[74712]: INFO nova.compute.manager [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Detaching volume 9f6f83aa-8859-4316-a2db-ab97540af2fe
Oct 15 20:06:01 user nova-compute[74712]: INFO nova.virt.block_device [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attempting to driver detach volume 9f6f83aa-8859-4316-a2db-ab97540af2fe from mountpoint /dev/vdb
Oct 15 20:06:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Attempting to detach device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:06:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:06:01 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:06:01 user nova-compute[74712]:   <source dev="/dev/sdd"/>
Oct 15 20:06:01 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:06:01 user nova-compute[74712]:   <serial>9f6f83aa-8859-4316-a2db-ab97540af2fe</serial>
Oct 15 20:06:01 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:06:01 user nova-compute[74712]: </disk>
Oct 15 20:06:01 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:06:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Successfully detached device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the persistent domain config.
Oct 15 20:06:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:06:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:06:01 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:06:01 user nova-compute[74712]:   <source dev="/dev/sdd"/>
Oct 15 20:06:01 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:06:01 user nova-compute[74712]:   <serial>9f6f83aa-8859-4316-a2db-ab97540af2fe</serial>
Oct 15 20:06:01 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:06:01 user nova-compute[74712]: </disk>
Oct 15 20:06:01 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:06:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:06:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:06:17 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 41a14030-9733-483c-9513-e7e00497197d is timed out.
Oct 15 20:06:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Successfully detached device vdb from instance 41a14030-9733-483c-9513-e7e00497197d from the live domain config.
Oct 15 20:06:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rpicNjFe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:06:17 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0db1f1d-cb21-4b61-9849-79663619884e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:06:17 user nova-compute[74712]: No targets found.
Oct 15 20:06:17 user nova-compute[74712]: iSNS:
Oct 15 20:06:17 user nova-compute[74712]: No targets found.
Oct 15 20:06:17 user nova-compute[74712]: STATIC:
Oct 15 20:06:17 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e
Oct 15 20:06:17 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:06:17 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:06:17 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069
Oct 15 20:06:17 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:06:17 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:06:17 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe
Oct 15 20:06:17 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:06:17 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:06:17 user nova-compute[74712]: FIRMWARE:
Oct 15 20:06:17 user nova-compute[74712]: No targets found.
Oct 15 20:06:17 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:06:17 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:06:17 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e2cdea-6501-4b61-b527-8768f81be16a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[27ca1ac3-a8b7-4e25-acf3-805b6ecebad5]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:06:17 user nova-compute[74712]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:06:17 user nova-compute[74712]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe (non-flash)
Oct 15 20:06:17 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 (non-flash)
Oct 15 20:06:17 user nova-compute[74712]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:06:17 user nova-compute[74712]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe (non-flash)
Oct 15 20:06:17 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84330280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[176bc408-e172-408b-93bc-00668be51d62]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cab6b73-0f20-4ca5-8e90-ab211911a57e]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:06:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[db56ecca-2143-4df9-80e7-31358387594b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.034s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4d39aaf-4a32-4ca5-a070-bb6e16c79573]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb21382c-d824-4563-8b6b-a1ccd00c4399]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[376ee61d-5c1a-46a0-9886-ee4d30696602]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260]
Oct 15 20:06:18 user nova-compute[74712]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069, portal: 172.16.0.220,3260] successful.
Oct 15 20:06:18 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d64e3a3-68db-4116-aa9e-2911ffef4069 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0199996b-a4ab-4542-935d-2cf9ce78667c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.270s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] <== disconnect_volume: return (271ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'flavor' on Instance uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:06:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ed268e31-0491-41b8-abed-060203d3b489 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.661s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:06:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:06:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:06:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:06:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:06:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:21 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed is timed out.
Oct 15 20:06:21 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Successfully detached device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the live domain config.
Oct 15 20:06:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nzFdPhXL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:06:21 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[80592a9a-8c99-4ca0-bdcd-fd8a5206397f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:06:21 user nova-compute[74712]: No targets found.
Oct 15 20:06:21 user nova-compute[74712]: iSNS:
Oct 15 20:06:21 user nova-compute[74712]: No targets found.
Oct 15 20:06:21 user nova-compute[74712]: STATIC:
Oct 15 20:06:21 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e
Oct 15 20:06:21 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:06:21 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:06:21 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe
Oct 15 20:06:21 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:06:21 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:06:21 user nova-compute[74712]: FIRMWARE:
Oct 15 20:06:21 user nova-compute[74712]: No targets found.
Oct 15 20:06:21 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:06:21 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:06:21 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffe3d30c-c73e-4bb6-976e-6b8f0b698c0b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e4ce2b-5814-4042-964f-e665f1294cef]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:06:21 user nova-compute[74712]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe (non-flash)
Oct 15 20:06:21 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:06:21 user nova-compute[74712]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe (non-flash)
Oct 15 20:06:21 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c844884c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe'): ({'sdd'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Removing single pathed devices sdd {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[27e269b6-f9c1-4570-8772-716769ca0a7f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3369694e-eda5-427d-84ab-459ffbf7ca7a]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Flushing IO for device /dev/sdd {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c9dff7-d407-4424-ad39-e28ffb600872]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.036s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf159061-adb5-4261-95cd-d0318ce49bf3]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] SCSI volumes sdd have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f7c784-40e6-4dff-85f8-a3953faaa0e5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc3a7f90-c63c-4530-937f-47d28946ab9d]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe, portal: 172.16.0.220,3260]
Oct 15 20:06:21 user nova-compute[74712]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe, portal: 172.16.0.220,3260] successful.
Oct 15 20:06:21 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f6f83aa-8859-4316-a2db-ab97540af2fe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d19b4f4a-3528-42f9-b74e-e9ec167be6d2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.263s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== disconnect_volume: return (264ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:06:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:06:22 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:06:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab95d9ee-6f2d-48a8-9eea-2803ef6ae8ee tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.598s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:06:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:33 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:06:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:06:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:06:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:06:33 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:06:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:06:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:06:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8342MB free_disk=24.875354766845703GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 41a14030-9733-483c-9513-e7e00497197d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f6ae02be-a4e5-4a52-8bcf-91d95f236613 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 563d1cee-0362-4ef1-998e-9dab5c2a319f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:06:36 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:06:37 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:06:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:06:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.323s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:06:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:06:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:06:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:06:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:06:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:06:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:06:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:06:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:06:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:06:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:06:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:06:46 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:06:47 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updating instance_info_cache with network_info: [{"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:06:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-13e5aebe-e3b6-444f-9d02-574304f7f7ed" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:06:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:06:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:06:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:52 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:06:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG nova.objects.instance [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:06:56 user nova-compute[74712]: INFO nova.compute.manager [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attaching volume f7f43b32-4807-4d73-8e12-592918536b0f to /dev/vdb
Oct 15 20:06:56 user nova-compute[74712]: DEBUG os_brick.utils [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[60cc1e36-7939-48a6-8af5-de972c0221b0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[efec09f7-9a33-4518-beab-c1c6c344613b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d233eba-6672-4f40-a14e-a38f8846d4ee]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b196106-5101-4c0a-8a72-e12c410103ba]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:06:56 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:06:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4828baa4-f8cc-445f-9005-b5eed818deb4]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG os_brick.utils [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:06:56 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updating existing volume attachment record: d469034a-97f1-477d-9977-96bc975dba08 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:06:57 user nova-compute[74712]: INFO nova.compute.manager [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Terminating instance
Oct 15 20:06:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-c36346ed-93f2-4328-86cc-cddf41ce36dd req-3becbd28-8248-443f-a874-4ab6a5575353 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-vif-unplugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c36346ed-93f2-4328-86cc-cddf41ce36dd req-3becbd28-8248-443f-a874-4ab6a5575353 service nova] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c36346ed-93f2-4328-86cc-cddf41ce36dd req-3becbd28-8248-443f-a874-4ab6a5575353 service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c36346ed-93f2-4328-86cc-cddf41ce36dd req-3becbd28-8248-443f-a874-4ab6a5575353 service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-c36346ed-93f2-4328-86cc-cddf41ce36dd req-3becbd28-8248-443f-a874-4ab6a5575353 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] No waiting events found dispatching network-vif-unplugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-c36346ed-93f2-4328-86cc-cddf41ce36dd req-3becbd28-8248-443f-a874-4ab6a5575353 service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-vif-unplugged-2937e91e-7020-45d4-b874-07b58f5e12d5 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:06:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 41a14030-9733-483c-9513-e7e00497197d] Instance destroyed successfully.
Oct 15 20:06:58 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'resources' on Instance uuid 41a14030-9733-483c-9513-e7e00497197d {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:01:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1076638492',display_name='tempest-TestMinimumBasicScenario-server-1076638492',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1076638492',id=38,image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNmRistp0qLPWt6voh/xcaMsd5zvaLJFRWTqzS5iIEPMclx8bT2IA4YQ4sCcbSsxD8gun7LSh3ohH73t6protB76czfW7jMuGwv8dw4jHKQSHJNNqD3ONgcijAAlfGOy8g==',key_name='tempest-TestMinimumBasicScenario-2047166677',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:01:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a0ba0ea57dab4a98954e1f865c7b0770',ramdisk_id='',reservation_id='r-es87b8nv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ff9375bb-8b73-4a63-9979-4bfb58b311bc',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-279769739',owner_user_name='tempest-TestMinimumBasicScenario-279769739-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:04:12Z,user_data=None,user_id='20a839279ff14cb6a3d11e0bb1930299',uuid=41a14030-9733-483c-9513-e7e00497197d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converting VIF {"id": "2937e91e-7020-45d4-b874-07b58f5e12d5", "address": "fa:16:3e:7c:61:69", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2937e91e-70", "ovs_interfaceid": "2937e91e-7020-45d4-b874-07b58f5e12d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG os_vif [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2937e91e-70, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=20ba0bd0-9306-4677-b368-2f5576617a95) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:58 user nova-compute[74712]: INFO os_vif [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:61:69,bridge_name='br-int',has_traffic_filtering=True,id=2937e91e-7020-45d4-b874-07b58f5e12d5,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2937e91e-70')
Oct 15 20:06:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Deleting instance files /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d_del
Oct 15 20:06:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Deletion of /opt/stack/data/nova/instances/41a14030-9733-483c-9513-e7e00497197d_del complete
Oct 15 20:06:58 user nova-compute[74712]: INFO nova.compute.manager [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: 41a14030-9733-483c-9513-e7e00497197d] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 15 20:06:58 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 41a14030-9733-483c-9513-e7e00497197d] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 41a14030-9733-483c-9513-e7e00497197d] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 41a14030-9733-483c-9513-e7e00497197d] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:06:58 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 41a14030-9733-483c-9513-e7e00497197d] Took 0.49 seconds to deallocate network for instance.
Oct 15 20:06:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-d99aa12b-ea72-40b8-a77b-aa451337c369 req-0f89ac73-e978-4238-b7c5-1bd14e29dfbf service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-vif-deleted-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:06:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:06:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:06:59 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:06:59 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:06:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.396s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:06:59 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Deleted allocations for instance 41a14030-9733-483c-9513-e7e00497197d
Oct 15 20:06:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2ccb9a7b-3695-4264-9c6a-62eb4fc776ee tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "41a14030-9733-483c-9513-e7e00497197d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.010s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:06:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-8d207f3b-7f3e-43d3-b0d9-d9df52c918da req-fbc4a00a-6052-4178-af90-4c0f4bbe634c service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:06:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8d207f3b-7f3e-43d3-b0d9-d9df52c918da req-fbc4a00a-6052-4178-af90-4c0f4bbe634c service nova] Acquiring lock "41a14030-9733-483c-9513-e7e00497197d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:06:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8d207f3b-7f3e-43d3-b0d9-d9df52c918da req-fbc4a00a-6052-4178-af90-4c0f4bbe634c service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:06:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8d207f3b-7f3e-43d3-b0d9-d9df52c918da req-fbc4a00a-6052-4178-af90-4c0f4bbe634c service nova] Lock "41a14030-9733-483c-9513-e7e00497197d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:06:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-8d207f3b-7f3e-43d3-b0d9-d9df52c918da req-fbc4a00a-6052-4178-af90-4c0f4bbe634c service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] No waiting events found dispatching network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:06:59 user nova-compute[74712]: WARNING nova.compute.manager [req-8d207f3b-7f3e-43d3-b0d9-d9df52c918da req-fbc4a00a-6052-4178-af90-4c0f4bbe634c service nova] [instance: 41a14030-9733-483c-9513-e7e00497197d] Received unexpected event network-vif-plugged-2937e91e-7020-45d4-b874-07b58f5e12d5 for instance with vm_state deleted and task_state None.
Oct 15 20:07:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:07:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:07:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:07:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:07:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XVbWfmpg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:07:11 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:07:11 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:07:11 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c52623c-89d4-4467-9281-5a18b14bdcd2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:07:11 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[57c5ccd4-c97e-4b26-b513-317beec510be]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f] added
Oct 15 20:07:11 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bea8133-0115-47de-93dd-6faffb19e1d7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b18bd65f-6845-45b5-8d5b-3506a698baca]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XVbWfmpg {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XVbWfmpg" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa3be377-3dd0-4077-b522-59125f749d17]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XVbWfmpg'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b482de3-46f2-4a0d-a0fb-c48f582dd3e7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ec4be1f-4927-4b3d-8420-8da522f9494c]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:07:11 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:07:11 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b53e1006-94ef-4609-aa31-b3bf058966af]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f, portal: 172.16.0.220,3260]
Oct 15 20:07:11 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f, portal: 172.16.0.220,3260] successful.
Oct 15 20:07:11 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c28d9966-2f4b-42c8-9e48-976ef98106da]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0774d9e5-8f3c-45dd-886c-bf2113dfcfa0]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:07:11 user nova-compute[74712]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f (non-flash)
Oct 15 20:07:11 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:07:11 user nova-compute[74712]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f (non-flash)
Oct 15 20:07:11 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab521126-b8ff-405a-b244-36747db3a250]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:07:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XVbWfmpg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:07:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.287s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:07:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23365656632386264', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:07:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365656632386264', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:07:12 user nova-compute[74712]: DEBUG nova.objects.instance [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:07:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:07:12 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:07:12 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:07:12 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:07:12 user nova-compute[74712]:   <serial>f7f43b32-4807-4d73-8e12-592918536b0f</serial>
Oct 15 20:07:12 user nova-compute[74712]: </disk>
Oct 15 20:07:12 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:07:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:07:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:07:13 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No VIF found with MAC fa:16:3e:31:4d:d2, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:07:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f8eeb2d6-e4e6-4c51-bf89-7f6997417c55 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.632s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:07:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:15 user nova-compute[74712]: INFO nova.compute.manager [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Detaching volume f7f43b32-4807-4d73-8e12-592918536b0f
Oct 15 20:07:15 user nova-compute[74712]: INFO nova.virt.block_device [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attempting to driver detach volume f7f43b32-4807-4d73-8e12-592918536b0f from mountpoint /dev/vdb
Oct 15 20:07:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Attempting to detach device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:07:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:07:15 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:07:15 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:07:15 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:07:15 user nova-compute[74712]:   <serial>f7f43b32-4807-4d73-8e12-592918536b0f</serial>
Oct 15 20:07:15 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:07:15 user nova-compute[74712]: </disk>
Oct 15 20:07:15 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:07:15 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Successfully detached device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the persistent domain config.
Oct 15 20:07:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:07:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:07:15 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:07:15 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:07:15 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:07:15 user nova-compute[74712]:   <serial>f7f43b32-4807-4d73-8e12-592918536b0f</serial>
Oct 15 20:07:15 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:07:15 user nova-compute[74712]: </disk>
Oct 15 20:07:15 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:07:15 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:07:15 user nova-compute[74712]: INFO nova.compute.manager [None req-e7624a51-3134-48d9-8a41-3a7eb40fa497 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Unrescuing
Oct 15 20:07:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7624a51-3134-48d9-8a41-3a7eb40fa497 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:07:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7624a51-3134-48d9-8a41-3a7eb40fa497 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquired lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:07:15 user nova-compute[74712]: DEBUG nova.network.neutron [None req-e7624a51-3134-48d9-8a41-3a7eb40fa497 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG nova.network.neutron [None req-e7624a51-3134-48d9-8a41-3a7eb40fa497 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updating instance_info_cache with network_info: [{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-e7624a51-3134-48d9-8a41-3a7eb40fa497 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Releasing lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG nova.objects.instance [None req-e7624a51-3134-48d9-8a41-3a7eb40fa497 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'flavor' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-2fdbf829-cc09-408a-b46a-927d743d9ea4 req-a38092a0-9f3c-4664-986d-beb59316fd5e service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-unplugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fdbf829-cc09-408a-b46a-927d743d9ea4 req-a38092a0-9f3c-4664-986d-beb59316fd5e service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fdbf829-cc09-408a-b46a-927d743d9ea4 req-a38092a0-9f3c-4664-986d-beb59316fd5e service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2fdbf829-cc09-408a-b46a-927d743d9ea4 req-a38092a0-9f3c-4664-986d-beb59316fd5e service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-2fdbf829-cc09-408a-b46a-927d743d9ea4 req-a38092a0-9f3c-4664-986d-beb59316fd5e service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-unplugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:07:16 user nova-compute[74712]: WARNING nova.compute.manager [req-2fdbf829-cc09-408a-b46a-927d743d9ea4 req-a38092a0-9f3c-4664-986d-beb59316fd5e service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-unplugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state rescued and task_state unrescuing.
Oct 15 20:07:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Instance destroyed successfully.
Oct 15 20:07:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:07:18 user nova-compute[74712]: WARNING nova.compute.manager [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state rescued and task_state unrescuing.
Oct 15 20:07:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:07:18 user nova-compute[74712]: WARNING nova.compute.manager [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state rescued and task_state unrescuing.
Oct 15 20:07:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:07:18 user nova-compute[74712]: WARNING nova.compute.manager [req-0b4f273a-f716-48d0-9dac-1afffaf8b128 req-811f9a6b-d293-490c-b735-d63a6223b3cd service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state rescued and task_state unrescuing.
Oct 15 20:07:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-e7624a51-3134-48d9-8a41-3a7eb40fa497 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:07:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:34 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:07:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:34 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:07:34 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:35 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed is timed out.
Oct 15 20:07:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Successfully detached device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the live domain config.
Oct 15 20:07:35 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XVbWfmpg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:07:35 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:07:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3399c24d-f5b9-4ed1-89ed-5b50e0312d86]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:07:35 user nova-compute[74712]: No targets found.
Oct 15 20:07:35 user nova-compute[74712]: iSNS:
Oct 15 20:07:35 user nova-compute[74712]: No targets found.
Oct 15 20:07:35 user nova-compute[74712]: STATIC:
Oct 15 20:07:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e
Oct 15 20:07:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:07:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:07:35 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f
Oct 15 20:07:35 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:07:35 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:07:35 user nova-compute[74712]: FIRMWARE:
Oct 15 20:07:35 user nova-compute[74712]: No targets found.
Oct 15 20:07:35 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:07:35 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:07:35 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:07:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1d61544-078d-4921-8d90-21b9327f7d75]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e2fa175-9512-4538-be2b-c28c315799c0]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:07:36 user nova-compute[74712]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f (non-flash)
Oct 15 20:07:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:07:36 user nova-compute[74712]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f (non-flash)
Oct 15 20:07:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846825f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1edbe9f5-781a-42e0-bf34-3619359e0bae]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[178aefae-d5e6-4363-8c39-f8e79f55b2f9]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2029094d-18e8-48e2-9571-4d942af12d74]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c7c03c7-3d81-42df-9f97-0dbfcc2f7d82]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ffaf5c-5c71-424b-bcd7-68cdd11cc30b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e65aa84-0296-4c83-abb1-7aee7647b255]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f, portal: 172.16.0.220,3260]
Oct 15 20:07:36 user nova-compute[74712]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f, portal: 172.16.0.220,3260] successful.
Oct 15 20:07:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7f43b32-4807-4d73-8e12-592918536b0f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e089b71-1ce5-46ed-9b30-620fa671bce9]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== disconnect_volume: return (336ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.objects.instance [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-316ed413-03a0-4536-9b45-04ec578a7c06 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.721s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:37 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:07:37 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8389MB free_disk=24.892623901367188GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f6ae02be-a4e5-4a52-8bcf-91d95f236613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 563d1cee-0362-4ef1-998e-9dab5c2a319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:07:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.305s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:07:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:07:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:07:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:07:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:07:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:07:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:45 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:07:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:07:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:07:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-f6ae02be-a4e5-4a52-8bcf-91d95f236613" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:07:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-f6ae02be-a4e5-4a52-8bcf-91d95f236613" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:07:46 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:07:47 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Updating instance_info_cache with network_info: [{"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:07:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-f6ae02be-a4e5-4a52-8bcf-91d95f236613" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:07:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:07:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:07:52 user nova-compute[74712]: INFO nova.compute.claims [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Claim successful on node user
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.322s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.network.neutron [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:07:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.policy [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a839279ff14cb6a3d11e0bb1930299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0ba0ea57dab4a98954e1f865c7b0770', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:07:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Creating image(s)
Oct 15 20:07:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "/opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "/opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "/opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "355adf1f4c06a46cabbcdf72922b802ea8ce0e32" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "355adf1f4c06a46cabbcdf72922b802ea8ce0e32" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32.part --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32.part --force-share --output=json" returned: 0 in 0.202s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:53 user nova-compute[74712]: DEBUG nova.virt.images [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] 8ee47364-7e87-451f-a4f1-01f39d274a4d was qcow2, converting to raw {{(pid=74712) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 15 20:07:53 user nova-compute[74712]: DEBUG nova.privsep.utils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74712) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 15 20:07:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32.part /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32.converted {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:53 user nova-compute[74712]: DEBUG nova.network.neutron [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Successfully created port: 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:07:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32.part /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32.converted" returned: 0 in 0.489s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32.converted --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "355adf1f4c06a46cabbcdf72922b802ea8ce0e32" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.458s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32 --force-share --output=json" returned: 0 in 0.198s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "355adf1f4c06a46cabbcdf72922b802ea8ce0e32" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "355adf1f4c06a46cabbcdf72922b802ea8ce0e32" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.network.neutron [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Successfully updated port: 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquired lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.network.neutron [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-714138f2-5ab5-4d06-8aea-a72f8ceed493 req-99f80fbf-bb53-4cdf-be56-22fd3ec78064 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-changed-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-714138f2-5ab5-4d06-8aea-a72f8ceed493 req-99f80fbf-bb53-4cdf-be56-22fd3ec78064 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Refreshing instance network info cache due to event network-changed-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-714138f2-5ab5-4d06-8aea-a72f8ceed493 req-99f80fbf-bb53-4cdf-be56-22fd3ec78064 service nova] Acquiring lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.network.neutron [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32 --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32,backing_fmt=raw /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32,backing_fmt=raw /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk 1073741824" returned: 0 in 0.049s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "355adf1f4c06a46cabbcdf72922b802ea8ce0e32" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32 --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.network.neutron [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating instance_info_cache with network_info: [{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Releasing lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Instance network_info: |[{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-714138f2-5ab5-4d06-8aea-a72f8ceed493 req-99f80fbf-bb53-4cdf-be56-22fd3ec78064 service nova] Acquired lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.network.neutron [req-714138f2-5ab5-4d06-8aea-a72f8ceed493 req-99f80fbf-bb53-4cdf-be56-22fd3ec78064 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Refreshing network info cache for port 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Cannot resize image /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Ensure instance console log exists: /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Start _get_guest_xml network_info=[{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T20:07:49Z,direct_url=<?>,disk_format='qcow2',id=8ee47364-7e87-451f-a4f1-01f39d274a4d,min_disk=0,min_ram=0,name='tempest-scenario-img--2139302176',owner='a0ba0ea57dab4a98954e1f865c7b0770',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T20:07:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '8ee47364-7e87-451f-a4f1-01f39d274a4d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:07:55 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:07:55 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T20:07:49Z,direct_url=<?>,disk_format='qcow2',id=8ee47364-7e87-451f-a4f1-01f39d274a4d,min_disk=0,min_ram=0,name='tempest-scenario-img--2139302176',owner='a0ba0ea57dab4a98954e1f865c7b0770',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T20:07:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:07:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1992178610',display_name='tempest-TestMinimumBasicScenario-server-1992178610',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1992178610',id=43,image_ref='8ee47364-7e87-451f-a4f1-01f39d274a4d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJcLiL+9CFJ7n/TpVbfevfTIPuEhKipOh31uj7P969/HZLtx/KIcH5Fm+Ocv2Rj/u51eEdqRKcT7csE4rbWw9bV0yex3wEJeOhiE1jbzRLu5hzIZpsZ+kMf09rBI6tEIBg==',key_name='tempest-TestMinimumBasicScenario-1857653375',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a0ba0ea57dab4a98954e1f865c7b0770',ramdisk_id='',reservation_id='r-s1ofwgg7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8ee47364-7e87-451f-a4f1-01f39d274a4d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-279769739',owner_user_name='tempest-TestMinimumBasicScenario-279769739-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:07:53Z,user_data=None,user_id='20a839279ff14cb6a3d11e0bb1930299',uuid=a47b92c8-2029-46d1-b7de-99d5ab81b0cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converting VIF {"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:ef:0c,bridge_name='br-int',has_traffic_filtering=True,id=9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fbf2a26-9e') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.objects.instance [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'pci_devices' on Instance uuid a47b92c8-2029-46d1-b7de-99d5ab81b0cf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:07:55 user nova-compute[74712]:   <uuid>a47b92c8-2029-46d1-b7de-99d5ab81b0cf</uuid>
Oct 15 20:07:55 user nova-compute[74712]:   <name>instance-0000002b</name>
Oct 15 20:07:55 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:07:55 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:07:55 user nova-compute[74712]:   <metadata>
Oct 15 20:07:55 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:07:55 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:07:55 user nova-compute[74712]:       <nova:name>tempest-TestMinimumBasicScenario-server-1992178610</nova:name>
Oct 15 20:07:55 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:07:55</nova:creationTime>
Oct 15 20:07:55 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:07:55 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:07:55 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:07:55 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:07:55 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:07:55 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:07:55 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:07:55 user nova-compute[74712]:       <nova:owner>
Oct 15 20:07:55 user nova-compute[74712]:         <nova:user uuid="20a839279ff14cb6a3d11e0bb1930299">tempest-TestMinimumBasicScenario-279769739-project-member</nova:user>
Oct 15 20:07:55 user nova-compute[74712]:         <nova:project uuid="a0ba0ea57dab4a98954e1f865c7b0770">tempest-TestMinimumBasicScenario-279769739</nova:project>
Oct 15 20:07:55 user nova-compute[74712]:       </nova:owner>
Oct 15 20:07:55 user nova-compute[74712]:       <nova:root type="image" uuid="8ee47364-7e87-451f-a4f1-01f39d274a4d"/>
Oct 15 20:07:55 user nova-compute[74712]:       <nova:ports>
Oct 15 20:07:55 user nova-compute[74712]:         <nova:port uuid="9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4">
Oct 15 20:07:55 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 15 20:07:55 user nova-compute[74712]:         </nova:port>
Oct 15 20:07:55 user nova-compute[74712]:       </nova:ports>
Oct 15 20:07:55 user nova-compute[74712]:     </nova:instance>
Oct 15 20:07:55 user nova-compute[74712]:   </metadata>
Oct 15 20:07:55 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:07:55 user nova-compute[74712]:     <system>
Oct 15 20:07:55 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:07:55 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:07:55 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:07:55 user nova-compute[74712]:       <entry name="serial">a47b92c8-2029-46d1-b7de-99d5ab81b0cf</entry>
Oct 15 20:07:55 user nova-compute[74712]:       <entry name="uuid">a47b92c8-2029-46d1-b7de-99d5ab81b0cf</entry>
Oct 15 20:07:55 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:07:55 user nova-compute[74712]:     </system>
Oct 15 20:07:55 user nova-compute[74712]:   </sysinfo>
Oct 15 20:07:55 user nova-compute[74712]:   <os>
Oct 15 20:07:55 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:07:55 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:07:55 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:07:55 user nova-compute[74712]:   </os>
Oct 15 20:07:55 user nova-compute[74712]:   <features>
Oct 15 20:07:55 user nova-compute[74712]:     <acpi/>
Oct 15 20:07:55 user nova-compute[74712]:     <apic/>
Oct 15 20:07:55 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:07:55 user nova-compute[74712]:   </features>
Oct 15 20:07:55 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:07:55 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:07:55 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:07:55 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:07:55 user nova-compute[74712]:   </clock>
Oct 15 20:07:55 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:07:55 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:07:55 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:07:55 user nova-compute[74712]:   </cpu>
Oct 15 20:07:55 user nova-compute[74712]:   <devices>
Oct 15 20:07:55 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:07:55 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:07:55 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk"/>
Oct 15 20:07:55 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:07:55 user nova-compute[74712]:     </disk>
Oct 15 20:07:55 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:07:55 user nova-compute[74712]:       <mac address="fa:16:3e:7b:ef:0c"/>
Oct 15 20:07:55 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:07:55 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:07:55 user nova-compute[74712]:       <target dev="tap9fbf2a26-9e"/>
Oct 15 20:07:55 user nova-compute[74712]:     </interface>
Oct 15 20:07:55 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:07:55 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/console.log" append="off"/>
Oct 15 20:07:55 user nova-compute[74712]:     </serial>
Oct 15 20:07:55 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:07:55 user nova-compute[74712]:     <video>
Oct 15 20:07:55 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:07:55 user nova-compute[74712]:     </video>
Oct 15 20:07:55 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:07:55 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:07:55 user nova-compute[74712]:     </rng>
Oct 15 20:07:55 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:07:55 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:07:55 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:07:55 user nova-compute[74712]:     </memballoon>
Oct 15 20:07:55 user nova-compute[74712]:   </devices>
Oct 15 20:07:55 user nova-compute[74712]: </domain>
Oct 15 20:07:55 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:07:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1992178610',display_name='tempest-TestMinimumBasicScenario-server-1992178610',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1992178610',id=43,image_ref='8ee47364-7e87-451f-a4f1-01f39d274a4d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJcLiL+9CFJ7n/TpVbfevfTIPuEhKipOh31uj7P969/HZLtx/KIcH5Fm+Ocv2Rj/u51eEdqRKcT7csE4rbWw9bV0yex3wEJeOhiE1jbzRLu5hzIZpsZ+kMf09rBI6tEIBg==',key_name='tempest-TestMinimumBasicScenario-1857653375',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a0ba0ea57dab4a98954e1f865c7b0770',ramdisk_id='',reservation_id='r-s1ofwgg7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8ee47364-7e87-451f-a4f1-01f39d274a4d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-279769739',owner_user_name='tempest-TestMinimumBasicScenario-279769739-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:07:53Z,user_data=None,user_id='20a839279ff14cb6a3d11e0bb1930299',uuid=a47b92c8-2029-46d1-b7de-99d5ab81b0cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converting VIF {"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:ef:0c,bridge_name='br-int',has_traffic_filtering=True,id=9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fbf2a26-9e') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG os_vif [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:ef:0c,bridge_name='br-int',has_traffic_filtering=True,id=9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fbf2a26-9e') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '76be2034-94ad-5c95-a306-3ed476fabfea', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9fbf2a26-9e, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9fbf2a26-9e, col_values=(('qos', UUID('9266510e-66e5-47dd-bdb4-4673108a086e')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9fbf2a26-9e, col_values=(('external_ids', {'iface-id': '9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:ef:0c', 'vm-uuid': 'a47b92c8-2029-46d1-b7de-99d5ab81b0cf'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:55 user nova-compute[74712]: INFO os_vif [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:ef:0c,bridge_name='br-int',has_traffic_filtering=True,id=9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fbf2a26-9e')
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] No VIF found with MAC fa:16:3e:7b:ef:0c, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.network.neutron [req-714138f2-5ab5-4d06-8aea-a72f8ceed493 req-99f80fbf-bb53-4cdf-be56-22fd3ec78064 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updated VIF entry in instance network info cache for port 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG nova.network.neutron [req-714138f2-5ab5-4d06-8aea-a72f8ceed493 req-99f80fbf-bb53-4cdf-be56-22fd3ec78064 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating instance_info_cache with network_info: [{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:07:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-714138f2-5ab5-4d06-8aea-a72f8ceed493 req-99f80fbf-bb53-4cdf-be56-22fd3ec78064 service nova] Releasing lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:07:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-575adb1a-97c2-4ec6-a487-0a54679f0173 req-56dfef22-54d3-4f3b-9a55-6ea6b3eb626a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:07:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-575adb1a-97c2-4ec6-a487-0a54679f0173 req-56dfef22-54d3-4f3b-9a55-6ea6b3eb626a service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-575adb1a-97c2-4ec6-a487-0a54679f0173 req-56dfef22-54d3-4f3b-9a55-6ea6b3eb626a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-575adb1a-97c2-4ec6-a487-0a54679f0173 req-56dfef22-54d3-4f3b-9a55-6ea6b3eb626a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:56 user nova-compute[74712]: DEBUG nova.compute.manager [req-575adb1a-97c2-4ec6-a487-0a54679f0173 req-56dfef22-54d3-4f3b-9a55-6ea6b3eb626a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:07:56 user nova-compute[74712]: WARNING nova.compute.manager [req-575adb1a-97c2-4ec6-a487-0a54679f0173 req-56dfef22-54d3-4f3b-9a55-6ea6b3eb626a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state building and task_state spawning.
Oct 15 20:07:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-8649a937-8d3a-4ef6-96c7-cc422b4be27a req-3e7fd10c-a606-480c-815b-8d8ab57053ab service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8649a937-8d3a-4ef6-96c7-cc422b4be27a req-3e7fd10c-a606-480c-815b-8d8ab57053ab service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8649a937-8d3a-4ef6-96c7-cc422b4be27a req-3e7fd10c-a606-480c-815b-8d8ab57053ab service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8649a937-8d3a-4ef6-96c7-cc422b4be27a req-3e7fd10c-a606-480c-815b-8d8ab57053ab service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-8649a937-8d3a-4ef6-96c7-cc422b4be27a req-3e7fd10c-a606-480c-815b-8d8ab57053ab service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:07:58 user nova-compute[74712]: WARNING nova.compute.manager [req-8649a937-8d3a-4ef6-96c7-cc422b4be27a req-3e7fd10c-a606-480c-815b-8d8ab57053ab service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state building and task_state spawning.
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:07:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Instance spawned successfully.
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:07:58 user nova-compute[74712]: INFO nova.compute.manager [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Took 6.19 seconds to spawn the instance on the hypervisor.
Oct 15 20:07:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:07:59 user nova-compute[74712]: INFO nova.compute.manager [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Took 6.86 seconds to build instance.
Oct 15 20:07:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c9135bde-7790-4bbd-b05a-ef78c0db536e tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:07:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.080s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:08:10 user nova-compute[74712]: INFO nova.compute.manager [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attaching volume 60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 to /dev/vdb
Oct 15 20:08:10 user nova-compute[74712]: DEBUG os_brick.utils [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e545057-4f08-4fff-9a35-ddcc06b89e89]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[42276af2-dab9-459d-a3d2-30b17269180e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7c0a95-f9c6-4aa3-ab27-618c795dd922]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c98c56-202e-49b0-a9e8-a1ea4d0e06e6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:08:10 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:08:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[35289028-9d68-4fb8-ad90-ded2b1964bc4]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG os_brick.utils [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:08:10 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updating existing volume attachment record: ff757ce7-629a-4968-8869-287fa8ec8c69 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:08:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wILZkUyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:08:25 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:08:25 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:08:25 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[946e26b6-05d9-4357-bb4c-9decc136a64e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:08:25 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[358b9bb2-dce4-472f-8a6e-5cf2af719b2c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5] added
Oct 15 20:08:25 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[96687f37-12cd-4de1-9c70-d0fe60a56af7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd97e1c2-a76d-4466-9161-6d2797320709]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wILZkUyJ {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wILZkUyJ" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2f070a4-bbdb-40ad-9221-0373065b360e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wILZkUyJ'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[916834da-6b95-4d1f-85cb-446f96028e26]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[75962b99-96ff-4424-a103-b301e7e5ff79]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:08:25 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:08:25 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7044d720-c089-4be5-bfcc-16811c5db3ca]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5, portal: 172.16.0.220,3260]
Oct 15 20:08:25 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5, portal: 172.16.0.220,3260] successful.
Oct 15 20:08:25 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[90600b98-6c14-4e20-b111-e4727bf93f72]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ada63b6-977d-4a24-a47f-cb29c175f406]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:08:25 user nova-compute[74712]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 (non-flash)
Oct 15 20:08:25 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:08:25 user nova-compute[74712]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 (non-flash)
Oct 15 20:08:25 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[76b3f6a3-758b-45ce-8c13-bf024caeb646]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:25 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wILZkUyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.277s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== connect_volume: return (1278ms) {'type': 'block', 'scsi_wwn': '26466353461313437', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26466353461313437', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:08:26 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:08:26 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:08:26 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:08:26 user nova-compute[74712]:   <serial>60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5</serial>
Oct 15 20:08:26 user nova-compute[74712]: </disk>
Oct 15 20:08:26 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] No VIF found with MAC fa:16:3e:31:4d:d2, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:08:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-a3080f8d-bbe7-46a3-8a65-2f5c3aa8001c tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.193s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:08:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:08:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:08:29 user nova-compute[74712]: INFO nova.compute.manager [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Detaching volume 60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5
Oct 15 20:08:29 user nova-compute[74712]: INFO nova.virt.block_device [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Attempting to driver detach volume 60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 from mountpoint /dev/vdb
Oct 15 20:08:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Attempting to detach device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:08:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:08:29 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:08:29 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:08:29 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:08:29 user nova-compute[74712]:   <serial>60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5</serial>
Oct 15 20:08:29 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:08:29 user nova-compute[74712]: </disk>
Oct 15 20:08:29 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:08:29 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Successfully detached device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the persistent domain config.
Oct 15 20:08:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:08:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:08:29 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:08:29 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:08:29 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:08:29 user nova-compute[74712]:   <serial>60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5</serial>
Oct 15 20:08:29 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:08:29 user nova-compute[74712]: </disk>
Oct 15 20:08:29 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:08:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:08:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:35 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:08:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:08:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:08:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:08:35 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:08:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:35 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:38 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:08:38 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:08:38 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8303MB free_disk=24.840667724609375GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f6ae02be-a4e5-4a52-8bcf-91d95f236613 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 563d1cee-0362-4ef1-998e-9dab5c2a319f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:08:38 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:08:39 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:08:39 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:08:39 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:08:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.335s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:08:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:08:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:08:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:08:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:08:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:08:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:08:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:08:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:08:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:08:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:08:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:08:47 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:08:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:08:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:08:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:08:47 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:08:48 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updating instance_info_cache with network_info: [{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:08:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:08:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:08:49 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed is timed out.
Oct 15 20:08:49 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Successfully detached device vdb from instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed from the live domain config.
Oct 15 20:08:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wILZkUyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:08:49 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[01690504-2e2e-4334-ad69-6e8c950377da]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:08:49 user nova-compute[74712]: No targets found.
Oct 15 20:08:49 user nova-compute[74712]: iSNS:
Oct 15 20:08:49 user nova-compute[74712]: No targets found.
Oct 15 20:08:49 user nova-compute[74712]: STATIC:
Oct 15 20:08:49 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5
Oct 15 20:08:49 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:08:49 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:08:49 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e
Oct 15 20:08:49 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:08:49 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:08:49 user nova-compute[74712]: FIRMWARE:
Oct 15 20:08:49 user nova-compute[74712]: No targets found.
Oct 15 20:08:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:08:49 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:08:49 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a01f96b-19f1-474a-b521-60cbc52c5043]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a20f25c-c04f-43c1-bf2e-022f2648d91e]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:08:49 user nova-compute[74712]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 (non-flash)
Oct 15 20:08:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:08:49 user nova-compute[74712]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 (non-flash)
Oct 15 20:08:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846813f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ac6f8cc-8cde-421e-bf3f-8812c9019fc3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b7d55b9-c1e6-4551-8a01-f76bc7bb38a9]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ba32017-bac3-40cc-b443-56f790a11ccf]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:08:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a83edf1-c385-4cfc-976f-ff3bf150559d]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[012eb007-7980-44e5-9770-f508cb67165a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[52e7b6b5-4afc-4b73-b678-a9e664b4ba75]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5, portal: 172.16.0.220,3260]
Oct 15 20:08:50 user nova-compute[74712]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5, portal: 172.16.0.220,3260] successful.
Oct 15 20:08:50 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c5f5c2-d7ef-4fdc-9971-08be9f0f9dd5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7f5c490-03fa-4a3c-b1f4-9ec846db22d0]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.272s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] <== disconnect_volume: return (274ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG nova.objects.instance [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'flavor' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:08:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-d7e1dc09-8419-4580-b865-67560bffdf61 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.576s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:08:52 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:08:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:09:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:09:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:09:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed6d0dc1-7ef2-4ef4-8416-7ec645fd6653 req-f4f47568-9114-4942-a9d8-d8d207356637 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-changed-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed6d0dc1-7ef2-4ef4-8416-7ec645fd6653 req-f4f47568-9114-4942-a9d8-d8d207356637 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Refreshing instance network info cache due to event network-changed-3d0fb8ea-4cd9-4277-a37a-e894e595b906. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed6d0dc1-7ef2-4ef4-8416-7ec645fd6653 req-f4f47568-9114-4942-a9d8-d8d207356637 service nova] Acquiring lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed6d0dc1-7ef2-4ef4-8416-7ec645fd6653 req-f4f47568-9114-4942-a9d8-d8d207356637 service nova] Acquired lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-ed6d0dc1-7ef2-4ef4-8416-7ec645fd6653 req-f4f47568-9114-4942-a9d8-d8d207356637 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Refreshing network info cache for port 3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-ed6d0dc1-7ef2-4ef4-8416-7ec645fd6653 req-f4f47568-9114-4942-a9d8-d8d207356637 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updated VIF entry in instance network info cache for port 3d0fb8ea-4cd9-4277-a37a-e894e595b906. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-ed6d0dc1-7ef2-4ef4-8416-7ec645fd6653 req-f4f47568-9114-4942-a9d8-d8d207356637 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updating instance_info_cache with network_info: [{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed6d0dc1-7ef2-4ef4-8416-7ec645fd6653 req-f4f47568-9114-4942-a9d8-d8d207356637 service nova] Releasing lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:09:07 user nova-compute[74712]: INFO nova.compute.manager [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Detaching volume a7655f93-5b26-42d6-a038-5d68fe2d771e
Oct 15 20:09:07 user nova-compute[74712]: INFO nova.virt.block_device [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Attempting to driver detach volume a7655f93-5b26-42d6-a038-5d68fe2d771e from mountpoint /dev/vdb
Oct 15 20:09:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Attempting to detach device vdb from instance 563d1cee-0362-4ef1-998e-9dab5c2a319f from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:09:07 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:09:07 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 20:09:07 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:09:07 user nova-compute[74712]:   <serial>a7655f93-5b26-42d6-a038-5d68fe2d771e</serial>
Oct 15 20:09:07 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:09:07 user nova-compute[74712]: </disk>
Oct 15 20:09:07 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:09:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Successfully detached device vdb from instance 563d1cee-0362-4ef1-998e-9dab5c2a319f from the persistent domain config.
Oct 15 20:09:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 563d1cee-0362-4ef1-998e-9dab5c2a319f from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:09:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:09:07 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:09:07 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 20:09:07 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:09:07 user nova-compute[74712]:   <serial>a7655f93-5b26-42d6-a038-5d68fe2d771e</serial>
Oct 15 20:09:07 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:09:07 user nova-compute[74712]: </disk>
Oct 15 20:09:07 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:09:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:09:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-e8a790c9-59b5-459d-9502-b2f99280c9d5 req-1364b367-3da9-469a-b396-a94012561a72 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-changed-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:09:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-e8a790c9-59b5-459d-9502-b2f99280c9d5 req-1364b367-3da9-469a-b396-a94012561a72 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Refreshing instance network info cache due to event network-changed-3d0fb8ea-4cd9-4277-a37a-e894e595b906. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:09:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e8a790c9-59b5-459d-9502-b2f99280c9d5 req-1364b367-3da9-469a-b396-a94012561a72 service nova] Acquiring lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:09:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e8a790c9-59b5-459d-9502-b2f99280c9d5 req-1364b367-3da9-469a-b396-a94012561a72 service nova] Acquired lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:09:09 user nova-compute[74712]: DEBUG nova.network.neutron [req-e8a790c9-59b5-459d-9502-b2f99280c9d5 req-1364b367-3da9-469a-b396-a94012561a72 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Refreshing network info cache for port 3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:09:09 user nova-compute[74712]: DEBUG nova.network.neutron [req-e8a790c9-59b5-459d-9502-b2f99280c9d5 req-1364b367-3da9-469a-b396-a94012561a72 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updated VIF entry in instance network info cache for port 3d0fb8ea-4cd9-4277-a37a-e894e595b906. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:09:09 user nova-compute[74712]: DEBUG nova.network.neutron [req-e8a790c9-59b5-459d-9502-b2f99280c9d5 req-1364b367-3da9-469a-b396-a94012561a72 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updating instance_info_cache with network_info: [{"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:09:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-e8a790c9-59b5-459d-9502-b2f99280c9d5 req-1364b367-3da9-469a-b396-a94012561a72 service nova] Releasing lock "refresh_cache-563d1cee-0362-4ef1-998e-9dab5c2a319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:09:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:09:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:09:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:09:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:28 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 563d1cee-0362-4ef1-998e-9dab5c2a319f is timed out.
Oct 15 20:09:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Successfully detached device vdb from instance 563d1cee-0362-4ef1-998e-9dab5c2a319f from the live domain config.
Oct 15 20:09:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'srcINBwq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:09:28 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e728674-9257-472f-a8a5-31f142c93378]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:09:28 user nova-compute[74712]: No targets found.
Oct 15 20:09:28 user nova-compute[74712]: iSNS:
Oct 15 20:09:28 user nova-compute[74712]: No targets found.
Oct 15 20:09:28 user nova-compute[74712]: STATIC:
Oct 15 20:09:28 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e
Oct 15 20:09:28 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:09:28 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:09:28 user nova-compute[74712]: FIRMWARE:
Oct 15 20:09:28 user nova-compute[74712]: No targets found.
Oct 15 20:09:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:09:28 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:09:28 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c281c06-3a3c-4b54-a857-ec9c8fb98d7f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c73c523-27d8-4ee6-9d80-1c1cef1449db]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:09:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e (non-flash)
Oct 15 20:09:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8451edd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8c76fa4-cc96-4a90-99f9-3fe2ff5af4d5]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1074e492-1dd2-431b-a3b6-70dba541782f]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[856842b9-7e33-4407-84cd-5bf477354058]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.073s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[015decbf-fc15-4b82-8ad1-d94b26fe1006]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[522184ca-ca64-4788-be9d-e547bb2edb65]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c493caa6-bf4a-402a-ab03-46ebafdb9ea2]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e, portal: 172.16.0.220,3260]
Oct 15 20:09:28 user nova-compute[74712]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e, portal: 172.16.0.220,3260] successful.
Oct 15 20:09:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7655f93-5b26-42d6-a038-5d68fe2d771e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a7e7a52-826a-4076-b294-ce3c0b990711]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] <== disconnect_volume: return (305ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:09:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:09:29 user nova-compute[74712]: DEBUG nova.objects.instance [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'flavor' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:09:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-936d651d-5d31-4767-9cac-69f222197fef tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.588s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:09:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:09:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:09:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:09:36 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:09:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:39 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:09:39 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:09:39 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8425MB free_disk=24.839603424072266GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:09:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:09:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f6ae02be-a4e5-4a52-8bcf-91d95f236613 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 563d1cee-0362-4ef1-998e-9dab5c2a319f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:09:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.400s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:09:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:42 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:09:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:44 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:09:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:09:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:09:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'flavor' on Instance uuid a47b92c8-2029-46d1-b7de-99d5ab81b0cf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:09:47 user nova-compute[74712]: INFO nova.compute.manager [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Attaching volume 1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 to /dev/vdb
Oct 15 20:09:47 user nova-compute[74712]: DEBUG os_brick.utils [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0754c406-8d16-4cc7-9b74-1f3018889009]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[708eaf2e-f451-4db7-992e-4047a5dbd464]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0785f4d8-5fb3-4632-930f-8448cee92fe1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30f752a-86fa-4b33-b177-df73e91c7461]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:09:47 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:09:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6486468-208c-42c7-923e-ead02de5ff55]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG os_brick.utils [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:09:47 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating existing volume attachment record: 107a5b1b-315b-495d-bfd3-53e0dd36a976 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:09:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:09:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:09:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:09:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:09:48 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:09:48 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:09:49 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updating instance_info_cache with network_info: [{"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:09:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-1771db68-aeff-407a-9685-7e7bda57fc70" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:09:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:09:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 20:09:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:50 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 20:09:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 20:09:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:09:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:09:58 user nova-compute[74712]: INFO nova.compute.manager [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Terminating instance
Oct 15 20:09:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-d7d1faf3-103c-400f-b284-32f6ac1db915 req-419e45f2-98f5-4d65-b31f-3338e94abca3 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-unplugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d7d1faf3-103c-400f-b284-32f6ac1db915 req-419e45f2-98f5-4d65-b31f-3338e94abca3 service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d7d1faf3-103c-400f-b284-32f6ac1db915 req-419e45f2-98f5-4d65-b31f-3338e94abca3 service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d7d1faf3-103c-400f-b284-32f6ac1db915 req-419e45f2-98f5-4d65-b31f-3338e94abca3 service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-d7d1faf3-103c-400f-b284-32f6ac1db915 req-419e45f2-98f5-4d65-b31f-3338e94abca3 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-unplugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG nova.compute.manager [req-d7d1faf3-103c-400f-b284-32f6ac1db915 req-419e45f2-98f5-4d65-b31f-3338e94abca3 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-unplugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Instance destroyed successfully.
Oct 15 20:09:58 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'resources' on Instance uuid 563d1cee-0362-4ef1-998e-9dab5c2a319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:03:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-143287033',display_name='tempest-ServerRescueNegativeTestJSON-server-143287033',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-143287033',id=41,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIT4+V330/5+/tUmrumvJHAdQHFWfwU5H+2KcN92CGOwWq631LEXdm1TlnSGjEyOCcsR6wzO2gzQDeRtRMPKbB1AcAkIsQ4ei8P5yNSOMFg7w/QrHsa8j46Wt5JhcIKB7Q==',key_name='tempest-keypair-260861101',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:05:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-xo0917g2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:07:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=563d1cee-0362-4ef1-998e-9dab5c2a319f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "address": "fa:16:3e:50:2d:c5", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d0fb8ea-4c", "ovs_interfaceid": "3d0fb8ea-4cd9-4277-a37a-e894e595b906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:50:2d:c5,bridge_name='br-int',has_traffic_filtering=True,id=3d0fb8ea-4cd9-4277-a37a-e894e595b906,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d0fb8ea-4c') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG os_vif [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:50:2d:c5,bridge_name='br-int',has_traffic_filtering=True,id=3d0fb8ea-4cd9-4277-a37a-e894e595b906,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d0fb8ea-4c') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3d0fb8ea-4c, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2389768c-6437-466d-8a7e-a89d8ff9723c) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:09:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:09:58 user nova-compute[74712]: INFO os_vif [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:50:2d:c5,bridge_name='br-int',has_traffic_filtering=True,id=3d0fb8ea-4cd9-4277-a37a-e894e595b906,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d0fb8ea-4c')
Oct 15 20:09:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Deleting instance files /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f_del
Oct 15 20:09:58 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Deletion of /opt/stack/data/nova/instances/563d1cee-0362-4ef1-998e-9dab5c2a319f_del complete
Oct 15 20:09:59 user nova-compute[74712]: INFO nova.compute.manager [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 15 20:09:59 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:09:59 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:09:59 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:10:00 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:10:00 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Took 1.16 seconds to deallocate network for instance.
Oct 15 20:10:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-abea2f82-5a88-4384-ac0d-2079bcba6cd6 req-defa4367-9a4b-40f8-a062-7f5dd30326c9 service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-deleted-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-2e9137d4-e0e7-4512-8941-0c22d1e45a1d req-aeb1e6e4-dc4f-47a2-aeb0-b4555391953c service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2e9137d4-e0e7-4512-8941-0c22d1e45a1d req-aeb1e6e4-dc4f-47a2-aeb0-b4555391953c service nova] Acquiring lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2e9137d4-e0e7-4512-8941-0c22d1e45a1d req-aeb1e6e4-dc4f-47a2-aeb0-b4555391953c service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2e9137d4-e0e7-4512-8941-0c22d1e45a1d req-aeb1e6e4-dc4f-47a2-aeb0-b4555391953c service nova] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-2e9137d4-e0e7-4512-8941-0c22d1e45a1d req-aeb1e6e4-dc4f-47a2-aeb0-b4555391953c service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] No waiting events found dispatching network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:00 user nova-compute[74712]: WARNING nova.compute.manager [req-2e9137d4-e0e7-4512-8941-0c22d1e45a1d req-aeb1e6e4-dc4f-47a2-aeb0-b4555391953c service nova] [instance: 563d1cee-0362-4ef1-998e-9dab5c2a319f] Received unexpected event network-vif-plugged-3d0fb8ea-4cd9-4277-a37a-e894e595b906 for instance with vm_state deleted and task_state None.
Oct 15 20:10:00 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:10:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:10:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.254s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:00 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Deleted allocations for instance 563d1cee-0362-4ef1-998e-9dab5c2a319f
Oct 15 20:10:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b410e83a-6e4f-4831-8bda-c042dff9dd1b tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "563d1cee-0362-4ef1-998e-9dab5c2a319f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.617s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BcDyfqul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:10:02 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:10:02 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:10:02 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[599b1d83-2627-45cc-a5ae-df986fea806b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:10:02 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b56c4c-e98d-4386-a8b5-a6ea17f6b7d3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7] added
Oct 15 20:10:02 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[19df85ad-820b-418d-bf48-93b74cb3af26]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7212ded3-bc5a-434b-bfe3-b34cef561821]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BcDyfqul {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BcDyfqul" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a6d1a6-1553-4452-a002-feed7347da5b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BcDyfqul'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2642e656-bbce-44be-b6b4-e5992d8333e1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f35e92c-5ff5-4986-935e-ae4ce36e6b44]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:10:02 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:10:02 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:10:02 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:10:02 user nova-compute[74712]: 
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab56deb6-0cbf-4d6c-a302-2aabf939f28e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7, portal: 172.16.0.220,3260]
Oct 15 20:10:02 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7, portal: 172.16.0.220,3260] successful.
Oct 15 20:10:02 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[967e78e4-67a6-4f93-9ab7-9872be7c8d88]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd88bcc1-f827-4986-800b-ff5b44203164]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 (non-flash)
Oct 15 20:10:02 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 (non-flash)
Oct 15 20:10:02 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fea17e54-9fd4-4be0-ad28-af757d2d042d]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:10:02 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:10:03 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:10:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BcDyfqul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:10:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:10:03 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '26636663432313333', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:10:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26636663432313333', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:10:03 user nova-compute[74712]: DEBUG nova.objects.instance [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'flavor' on Instance uuid a47b92c8-2029-46d1-b7de-99d5ab81b0cf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:10:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:10:03 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:10:03 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:10:03 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:10:03 user nova-compute[74712]:   <serial>1b275b49-3f3f-40c4-9ad2-b94c49bc89f7</serial>
Oct 15 20:10:03 user nova-compute[74712]: </disk>
Oct 15 20:10:03 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:10:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:10:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:10:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] No VIF found with MAC fa:16:3e:7b:ef:0c, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:10:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-2536e57e-e7d8-4e06-bd5a-3bad573c7d76 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.848s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-1d2c3f07-dc5b-4927-b98a-e92116c9ae6b req-6827a329-b425-463a-83a4-500972545b6b service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-changed-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:06 user nova-compute[74712]: DEBUG nova.compute.manager [req-1d2c3f07-dc5b-4927-b98a-e92116c9ae6b req-6827a329-b425-463a-83a4-500972545b6b service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Refreshing instance network info cache due to event network-changed-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:10:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d2c3f07-dc5b-4927-b98a-e92116c9ae6b req-6827a329-b425-463a-83a4-500972545b6b service nova] Acquiring lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:10:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d2c3f07-dc5b-4927-b98a-e92116c9ae6b req-6827a329-b425-463a-83a4-500972545b6b service nova] Acquired lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:10:06 user nova-compute[74712]: DEBUG nova.network.neutron [req-1d2c3f07-dc5b-4927-b98a-e92116c9ae6b req-6827a329-b425-463a-83a4-500972545b6b service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Refreshing network info cache for port 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:10:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-1d2c3f07-dc5b-4927-b98a-e92116c9ae6b req-6827a329-b425-463a-83a4-500972545b6b service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updated VIF entry in instance network info cache for port 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:10:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-1d2c3f07-dc5b-4927-b98a-e92116c9ae6b req-6827a329-b425-463a-83a4-500972545b6b service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating instance_info_cache with network_info: [{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:10:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1d2c3f07-dc5b-4927-b98a-e92116c9ae6b req-6827a329-b425-463a-83a4-500972545b6b service nova] Releasing lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:10:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-c022d011-e64c-4399-b561-996d818e5360 req-f87e3883-c5ed-4371-a576-cde6cb4aa2c2 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-changed-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-c022d011-e64c-4399-b561-996d818e5360 req-f87e3883-c5ed-4371-a576-cde6cb4aa2c2 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Refreshing instance network info cache due to event network-changed-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c022d011-e64c-4399-b561-996d818e5360 req-f87e3883-c5ed-4371-a576-cde6cb4aa2c2 service nova] Acquiring lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c022d011-e64c-4399-b561-996d818e5360 req-f87e3883-c5ed-4371-a576-cde6cb4aa2c2 service nova] Acquired lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG nova.network.neutron [req-c022d011-e64c-4399-b561-996d818e5360 req-f87e3883-c5ed-4371-a576-cde6cb4aa2c2 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Refreshing network info cache for port 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG nova.network.neutron [req-c022d011-e64c-4399-b561-996d818e5360 req-f87e3883-c5ed-4371-a576-cde6cb4aa2c2 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updated VIF entry in instance network info cache for port 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG nova.network.neutron [req-c022d011-e64c-4399-b561-996d818e5360 req-f87e3883-c5ed-4371-a576-cde6cb4aa2c2 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating instance_info_cache with network_info: [{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c022d011-e64c-4399-b561-996d818e5360 req-f87e3883-c5ed-4371-a576-cde6cb4aa2c2 service nova] Releasing lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:09 user nova-compute[74712]: INFO nova.compute.manager [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Rebooting instance
Oct 15 20:10:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquired lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:10:09 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:10:10 user nova-compute[74712]: DEBUG nova.network.neutron [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating instance_info_cache with network_info: [{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:10:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Releasing lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:10:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:10:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-2cb6d8ea-7a76-4d09-9ce3-fc3187c7761f req-bae9bec5-4f0d-4b10-b6c7-792510d222e5 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-unplugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2cb6d8ea-7a76-4d09-9ce3-fc3187c7761f req-bae9bec5-4f0d-4b10-b6c7-792510d222e5 service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2cb6d8ea-7a76-4d09-9ce3-fc3187c7761f req-bae9bec5-4f0d-4b10-b6c7-792510d222e5 service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2cb6d8ea-7a76-4d09-9ce3-fc3187c7761f req-bae9bec5-4f0d-4b10-b6c7-792510d222e5 service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-2cb6d8ea-7a76-4d09-9ce3-fc3187c7761f req-bae9bec5-4f0d-4b10-b6c7-792510d222e5 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-unplugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:12 user nova-compute[74712]: WARNING nova.compute.manager [req-2cb6d8ea-7a76-4d09-9ce3-fc3187c7761f req-bae9bec5-4f0d-4b10-b6c7-792510d222e5 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-unplugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state active and task_state reboot_started.
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Instance shutdown successfully.
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:14 user nova-compute[74712]: WARNING nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state active and task_state reboot_started.
Oct 15 20:10:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:14 user nova-compute[74712]: WARNING nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state active and task_state reboot_started.
Oct 15 20:10:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:14 user nova-compute[74712]: WARNING nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state active and task_state reboot_started.
Oct 15 20:10:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-unplugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-unplugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:14 user nova-compute[74712]: WARNING nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-unplugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state active and task_state reboot_started.
Oct 15 20:10:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:14 user nova-compute[74712]: WARNING nova.compute.manager [req-beec0ec4-583d-4d5e-995d-da32e00f67b8 req-6cc32cd6-1092-43cd-b712-cd618f4ed98a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state active and task_state reboot_started.
Oct 15 20:10:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Instance running successfully.
Oct 15 20:10:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Instance soft rebooted successfully.
Oct 15 20:10:16 user nova-compute[74712]: DEBUG nova.compute.manager [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:10:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:16 user nova-compute[74712]: WARNING nova.compute.manager [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state active and task_state reboot_started.
Oct 15 20:10:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:16 user nova-compute[74712]: DEBUG nova.compute.manager [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:16 user nova-compute[74712]: WARNING nova.compute.manager [req-d74bac41-fe6b-41aa-8051-1c448abd780b req-b92b22ae-bb5a-4361-bd19-a3618afe103a service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state active and task_state reboot_started.
Oct 15 20:10:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-4b33e110-5f73-4a78-a4cf-a00bd123fd72 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.185s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:30 user nova-compute[74712]: INFO nova.compute.manager [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Terminating instance
Oct 15 20:10:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-771abf2f-00ce-4134-b6b9-77f01c0592d4 req-1e0762c7-058b-42ca-abfd-c4bf29122880 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received event network-vif-unplugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-771abf2f-00ce-4134-b6b9-77f01c0592d4 req-1e0762c7-058b-42ca-abfd-c4bf29122880 service nova] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-771abf2f-00ce-4134-b6b9-77f01c0592d4 req-1e0762c7-058b-42ca-abfd-c4bf29122880 service nova] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-771abf2f-00ce-4134-b6b9-77f01c0592d4 req-1e0762c7-058b-42ca-abfd-c4bf29122880 service nova] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-771abf2f-00ce-4134-b6b9-77f01c0592d4 req-1e0762c7-058b-42ca-abfd-c4bf29122880 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] No waiting events found dispatching network-vif-unplugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-771abf2f-00ce-4134-b6b9-77f01c0592d4 req-1e0762c7-058b-42ca-abfd-c4bf29122880 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received event network-vif-unplugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:10:30 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Instance destroyed successfully.
Oct 15 20:10:30 user nova-compute[74712]: DEBUG nova.objects.instance [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lazy-loading 'resources' on Instance uuid 13e5aebe-e3b6-444f-9d02-574304f7f7ed {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:01:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-691924711',display_name='tempest-SnapshotDataIntegrityTests-server-691924711',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-691924711',id=39,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOC8P9hFsK+HDBjac/MEj2O9sO4atZP+uOmAI9v6LAfy9n5e7OEFHBkMSy8RegLV+osukRcs/ots9on/s8b2r6sB4MWcu4SA2VFf2AOrvK0sXAER2ZpJPxWLsdM90abngg==',key_name='tempest-keypair-137792479',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:02:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3f872b335fc14c6e9967df6b7ca5cc2b',ramdisk_id='',reservation_id='r-ph2utdxp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-13601021',owner_user_name='tempest-SnapshotDataIntegrityTests-13601021-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:02:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3189d45939944587a7266b82fbfa6c09',uuid=13e5aebe-e3b6-444f-9d02-574304f7f7ed,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Converting VIF {"id": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "address": "fa:16:3e:31:4d:d2", "network": {"id": "708eb4a4-9ede-43b1-823e-dc1770ab7232", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1517271656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f872b335fc14c6e9967df6b7ca5cc2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc1cccd-55", "ovs_interfaceid": "bfc1cccd-5550-4b1b-9dee-da490e0b1676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:31:4d:d2,bridge_name='br-int',has_traffic_filtering=True,id=bfc1cccd-5550-4b1b-9dee-da490e0b1676,network=Network(708eb4a4-9ede-43b1-823e-dc1770ab7232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc1cccd-55') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG os_vif [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:31:4d:d2,bridge_name='br-int',has_traffic_filtering=True,id=bfc1cccd-5550-4b1b-9dee-da490e0b1676,network=Network(708eb4a4-9ede-43b1-823e-dc1770ab7232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc1cccd-55') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbfc1cccd-55, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6e8272db-d931-4780-800d-78b4ac8d2255) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:10:31 user nova-compute[74712]: INFO os_vif [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:31:4d:d2,bridge_name='br-int',has_traffic_filtering=True,id=bfc1cccd-5550-4b1b-9dee-da490e0b1676,network=Network(708eb4a4-9ede-43b1-823e-dc1770ab7232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc1cccd-55')
Oct 15 20:10:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Deleting instance files /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed_del
Oct 15 20:10:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Deletion of /opt/stack/data/nova/instances/13e5aebe-e3b6-444f-9d02-574304f7f7ed_del complete
Oct 15 20:10:31 user nova-compute[74712]: INFO nova.compute.manager [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 15 20:10:31 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:10:31 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:10:32 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:10:32 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Took 1.22 seconds to deallocate network for instance.
Oct 15 20:10:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-15f0fcb9-72f7-4be2-abc5-93adf56b396b req-9fe77915-10f4-4d8d-9416-154726323ff5 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received event network-vif-deleted-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:32 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:10:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-6426079c-90a4-41e7-973b-d36727ac02eb req-9e5a0766-a0ca-4feb-b980-dce3dbd94325 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received event network-vif-plugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:10:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6426079c-90a4-41e7-973b-d36727ac02eb req-9e5a0766-a0ca-4feb-b980-dce3dbd94325 service nova] Acquiring lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6426079c-90a4-41e7-973b-d36727ac02eb req-9e5a0766-a0ca-4feb-b980-dce3dbd94325 service nova] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6426079c-90a4-41e7-973b-d36727ac02eb req-9e5a0766-a0ca-4feb-b980-dce3dbd94325 service nova] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-6426079c-90a4-41e7-973b-d36727ac02eb req-9e5a0766-a0ca-4feb-b980-dce3dbd94325 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] No waiting events found dispatching network-vif-plugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:10:32 user nova-compute[74712]: WARNING nova.compute.manager [req-6426079c-90a4-41e7-973b-d36727ac02eb req-9e5a0766-a0ca-4feb-b980-dce3dbd94325 service nova] [instance: 13e5aebe-e3b6-444f-9d02-574304f7f7ed] Received unexpected event network-vif-plugged-bfc1cccd-5550-4b1b-9dee-da490e0b1676 for instance with vm_state deleted and task_state None.
Oct 15 20:10:32 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:10:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.202s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:32 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Deleted allocations for instance 13e5aebe-e3b6-444f-9d02-574304f7f7ed
Oct 15 20:10:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-3ddcfa1c-1bff-4bb0-9e28-6fc39ac6ad24 tempest-SnapshotDataIntegrityTests-13601021 tempest-SnapshotDataIntegrityTests-13601021-project-member] Lock "13e5aebe-e3b6-444f-9d02-574304f7f7ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.491s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:10:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:10:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:37 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:10:37 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:10:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:10:40 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:10:40 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8536MB free_disk=24.88509750366211GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 44b1b9ff-bf92-4370-842e-1d4210b4332e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance f6ae02be-a4e5-4a52-8bcf-91d95f236613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:10:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.514s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:10:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:10:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:10:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:10:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:45 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:10:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:10:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:10:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:10:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:10:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:10:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:10:49 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:10:50 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updating instance_info_cache with network_info: [{"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:10:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-44b1b9ff-bf92-4370-842e-1d4210b4332e" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:10:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:10:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:10:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:10:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:10:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:10:56 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:11:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:11:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:06 user nova-compute[74712]: INFO nova.compute.manager [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Terminating instance
Oct 15 20:11:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:11:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-2459dd8d-5489-4395-bcef-31780502805b req-ba59559d-ce0f-4193-a2f8-b998d9609c08 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-vif-unplugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2459dd8d-5489-4395-bcef-31780502805b req-ba59559d-ce0f-4193-a2f8-b998d9609c08 service nova] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2459dd8d-5489-4395-bcef-31780502805b req-ba59559d-ce0f-4193-a2f8-b998d9609c08 service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2459dd8d-5489-4395-bcef-31780502805b req-ba59559d-ce0f-4193-a2f8-b998d9609c08 service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-2459dd8d-5489-4395-bcef-31780502805b req-ba59559d-ce0f-4193-a2f8-b998d9609c08 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] No waiting events found dispatching network-vif-unplugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-2459dd8d-5489-4395-bcef-31780502805b req-ba59559d-ce0f-4193-a2f8-b998d9609c08 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-vif-unplugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Instance destroyed successfully.
Oct 15 20:11:07 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'resources' on Instance uuid 44b1b9ff-bf92-4370-842e-1d4210b4332e {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:54:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1740093764',display_name='tempest-ServerRescueNegativeTestJSON-server-1740093764',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1740093764',id=33,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:56:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-oqp7rk81',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T19:56:37Z,user_data=None,user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=44b1b9ff-bf92-4370-842e-1d4210b4332e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "address": "fa:16:3e:bb:30:4c", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e87c29d-32", "ovs_interfaceid": "7e87c29d-3288-4e4f-82d5-31ebb83fb646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bb:30:4c,bridge_name='br-int',has_traffic_filtering=True,id=7e87c29d-3288-4e4f-82d5-31ebb83fb646,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e87c29d-32') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG os_vif [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:30:4c,bridge_name='br-int',has_traffic_filtering=True,id=7e87c29d-3288-4e4f-82d5-31ebb83fb646,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e87c29d-32') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e87c29d-32, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1be9cd89-87d9-4961-8524-18b962ed48ed) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:11:07 user nova-compute[74712]: INFO os_vif [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:30:4c,bridge_name='br-int',has_traffic_filtering=True,id=7e87c29d-3288-4e4f-82d5-31ebb83fb646,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e87c29d-32')
Oct 15 20:11:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Deleting instance files /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e_del
Oct 15 20:11:07 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Deletion of /opt/stack/data/nova/instances/44b1b9ff-bf92-4370-842e-1d4210b4332e_del complete
Oct 15 20:11:07 user nova-compute[74712]: INFO nova.compute.manager [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 15 20:11:07 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:11:07 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Took 0.45 seconds to deallocate network for instance.
Oct 15 20:11:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:08 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:11:08 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:11:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.187s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:08 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Deleted allocations for instance 44b1b9ff-bf92-4370-842e-1d4210b4332e
Oct 15 20:11:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ab0b8da4-0975-490e-9d1c-39366a0ddd75 tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.733s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-1af44faf-df29-4265-9a83-162e936b2199 req-05c31ec3-2f04-4785-855a-716353271175 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:11:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1af44faf-df29-4265-9a83-162e936b2199 req-05c31ec3-2f04-4785-855a-716353271175 service nova] Acquiring lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1af44faf-df29-4265-9a83-162e936b2199 req-05c31ec3-2f04-4785-855a-716353271175 service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1af44faf-df29-4265-9a83-162e936b2199 req-05c31ec3-2f04-4785-855a-716353271175 service nova] Lock "44b1b9ff-bf92-4370-842e-1d4210b4332e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-1af44faf-df29-4265-9a83-162e936b2199 req-05c31ec3-2f04-4785-855a-716353271175 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] No waiting events found dispatching network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:11:09 user nova-compute[74712]: WARNING nova.compute.manager [req-1af44faf-df29-4265-9a83-162e936b2199 req-05c31ec3-2f04-4785-855a-716353271175 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received unexpected event network-vif-plugged-7e87c29d-3288-4e4f-82d5-31ebb83fb646 for instance with vm_state deleted and task_state None.
Oct 15 20:11:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-1af44faf-df29-4265-9a83-162e936b2199 req-05c31ec3-2f04-4785-855a-716353271175 service nova] [instance: 44b1b9ff-bf92-4370-842e-1d4210b4332e] Received event network-vif-deleted-7e87c29d-3288-4e4f-82d5-31ebb83fb646 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:11:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:11:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:11:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:11:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:11:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:19 user nova-compute[74712]: INFO nova.compute.manager [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Terminating instance
Oct 15 20:11:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-56bcd64b-faa7-4636-83a4-78ecbed32276 req-61c4e442-c0e2-40e0-b3dc-00f38e8d4917 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Received event network-vif-unplugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-56bcd64b-faa7-4636-83a4-78ecbed32276 req-61c4e442-c0e2-40e0-b3dc-00f38e8d4917 service nova] Acquiring lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-56bcd64b-faa7-4636-83a4-78ecbed32276 req-61c4e442-c0e2-40e0-b3dc-00f38e8d4917 service nova] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-56bcd64b-faa7-4636-83a4-78ecbed32276 req-61c4e442-c0e2-40e0-b3dc-00f38e8d4917 service nova] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-56bcd64b-faa7-4636-83a4-78ecbed32276 req-61c4e442-c0e2-40e0-b3dc-00f38e8d4917 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] No waiting events found dispatching network-vif-unplugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-56bcd64b-faa7-4636-83a4-78ecbed32276 req-61c4e442-c0e2-40e0-b3dc-00f38e8d4917 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Received event network-vif-unplugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:11:19 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Instance destroyed successfully.
Oct 15 20:11:19 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lazy-loading 'resources' on Instance uuid f6ae02be-a4e5-4a52-8bcf-91d95f236613 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1705608917',display_name='tempest-ServersNegativeTestJSON-server-1705608917',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1705608917',id=40,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:02:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='094a158621f9466fa125dc20bbf71d47',ramdisk_id='',reservation_id='r-kgf3hlt7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-805030193',owner_user_name='tempest-ServersNegativeTestJSON-805030193-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:02:20Z,user_data=None,user_id='cd7c4cc7bb4b44e383084d932da25ef0',uuid=f6ae02be-a4e5-4a52-8bcf-91d95f236613,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converting VIF {"id": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "address": "fa:16:3e:4b:0a:e0", "network": {"id": "e7f1db5f-f9fd-4733-a5a4-56eccc33be0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-498810508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "094a158621f9466fa125dc20bbf71d47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8a5946d-09", "ovs_interfaceid": "f8a5946d-09b4-40a0-a8c8-ce02419fc5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4b:0a:e0,bridge_name='br-int',has_traffic_filtering=True,id=f8a5946d-09b4-40a0-a8c8-ce02419fc5fe,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8a5946d-09') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG os_vif [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:0a:e0,bridge_name='br-int',has_traffic_filtering=True,id=f8a5946d-09b4-40a0-a8c8-ce02419fc5fe,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8a5946d-09') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf8a5946d-09, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fbdddbeb-cbfd-46cb-9c31-6dc721703616) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:19 user nova-compute[74712]: INFO os_vif [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:0a:e0,bridge_name='br-int',has_traffic_filtering=True,id=f8a5946d-09b4-40a0-a8c8-ce02419fc5fe,network=Network(e7f1db5f-f9fd-4733-a5a4-56eccc33be0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8a5946d-09')
Oct 15 20:11:19 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Deleting instance files /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613_del
Oct 15 20:11:20 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Deletion of /opt/stack/data/nova/instances/f6ae02be-a4e5-4a52-8bcf-91d95f236613_del complete
Oct 15 20:11:20 user nova-compute[74712]: INFO nova.compute.manager [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 15 20:11:20 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:11:20 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:11:20 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:11:20 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:11:20 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Took 0.42 seconds to deallocate network for instance.
Oct 15 20:11:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:20 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:11:20 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:11:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.150s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:20 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Deleted allocations for instance f6ae02be-a4e5-4a52-8bcf-91d95f236613
Oct 15 20:11:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5184254b-e419-4481-ad2f-5751d86bcc1f tempest-ServersNegativeTestJSON-805030193 tempest-ServersNegativeTestJSON-805030193-project-member] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.642s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-5f55d82a-0a99-4548-93ad-074e9f7a88bb req-da1fb25d-50f8-4fe9-886f-97b49991d1d3 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Received event network-vif-plugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:11:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5f55d82a-0a99-4548-93ad-074e9f7a88bb req-da1fb25d-50f8-4fe9-886f-97b49991d1d3 service nova] Acquiring lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5f55d82a-0a99-4548-93ad-074e9f7a88bb req-da1fb25d-50f8-4fe9-886f-97b49991d1d3 service nova] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5f55d82a-0a99-4548-93ad-074e9f7a88bb req-da1fb25d-50f8-4fe9-886f-97b49991d1d3 service nova] Lock "f6ae02be-a4e5-4a52-8bcf-91d95f236613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-5f55d82a-0a99-4548-93ad-074e9f7a88bb req-da1fb25d-50f8-4fe9-886f-97b49991d1d3 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] No waiting events found dispatching network-vif-plugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:11:21 user nova-compute[74712]: WARNING nova.compute.manager [req-5f55d82a-0a99-4548-93ad-074e9f7a88bb req-da1fb25d-50f8-4fe9-886f-97b49991d1d3 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Received unexpected event network-vif-plugged-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe for instance with vm_state deleted and task_state None.
Oct 15 20:11:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-5f55d82a-0a99-4548-93ad-074e9f7a88bb req-da1fb25d-50f8-4fe9-886f-97b49991d1d3 service nova] [instance: f6ae02be-a4e5-4a52-8bcf-91d95f236613] Received event network-vif-deleted-f8a5946d-09b4-40a0-a8c8-ce02419fc5fe {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:11:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:11:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:11:38 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:11:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:11:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:11:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:39 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:11:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:11:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:11:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:11:40 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:11:40 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:11:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8852MB free_disk=24.939083099365234GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 1771db68-aeff-407a-9685-7e7bda57fc70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:11:40 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:11:41 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:11:41 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:11:41 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:11:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.221s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:11:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:11:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:11:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:50 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:11:50 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:11:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:11:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:11:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:11:50 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:11:51 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating instance_info_cache with network_info: [{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:11:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:11:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:11:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:11:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "1771db68-aeff-407a-9685-7e7bda57fc70" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:57 user nova-compute[74712]: INFO nova.compute.manager [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Terminating instance
Oct 15 20:11:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-5b54df93-470e-40fa-ad60-535d78a882a9 req-53631c27-e24e-46a5-8008-c6b0da26df4f service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-unplugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5b54df93-470e-40fa-ad60-535d78a882a9 req-53631c27-e24e-46a5-8008-c6b0da26df4f service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5b54df93-470e-40fa-ad60-535d78a882a9 req-53631c27-e24e-46a5-8008-c6b0da26df4f service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-5b54df93-470e-40fa-ad60-535d78a882a9 req-53631c27-e24e-46a5-8008-c6b0da26df4f service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-5b54df93-470e-40fa-ad60-535d78a882a9 req-53631c27-e24e-46a5-8008-c6b0da26df4f service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-unplugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-5b54df93-470e-40fa-ad60-535d78a882a9 req-53631c27-e24e-46a5-8008-c6b0da26df4f service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-unplugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:11:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Instance destroyed successfully.
Oct 15 20:11:57 user nova-compute[74712]: DEBUG nova.objects.instance [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lazy-loading 'resources' on Instance uuid 1771db68-aeff-407a-9685-7e7bda57fc70 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T19:54:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1065406481',display_name='tempest-ServerRescueNegativeTestJSON-server-1065406481',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1065406481',id=32,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T19:59:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='927aa3c10e4d47b28a3ba8d9802361fc',ramdisk_id='',reservation_id='r-nly4bqzj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-911721002',owner_user_name='tempest-ServerRescueNegativeTestJSON-911721002-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:01:23Z,user_data=None,user_id='e272f1b89b0e4fbaa28e3d5d03af224b',uuid=1771db68-aeff-407a-9685-7e7bda57fc70,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converting VIF {"id": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "address": "fa:16:3e:82:4c:e4", "network": {"id": "d8b1b4cd-ace9-4c14-ad03-846d85e8149f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319052451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "927aa3c10e4d47b28a3ba8d9802361fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab240e4f-67", "ovs_interfaceid": "ab240e4f-6704-4d11-b594-a1f253f9d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=ab240e4f-6704-4d11-b594-a1f253f9d6a1,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab240e4f-67') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG os_vif [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=ab240e4f-6704-4d11-b594-a1f253f9d6a1,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab240e4f-67') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapab240e4f-67, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=296e54f2-54c9-4224-9ae5-5a2c031f335d) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:11:57 user nova-compute[74712]: INFO os_vif [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=ab240e4f-6704-4d11-b594-a1f253f9d6a1,network=Network(d8b1b4cd-ace9-4c14-ad03-846d85e8149f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab240e4f-67')
Oct 15 20:11:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Deleting instance files /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70_del
Oct 15 20:11:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Deletion of /opt/stack/data/nova/instances/1771db68-aeff-407a-9685-7e7bda57fc70_del complete
Oct 15 20:11:57 user nova-compute[74712]: INFO nova.compute.manager [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Took 0.66 seconds to destroy the instance on the hypervisor.
Oct 15 20:11:57 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:11:57 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:11:58 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:11:58 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Took 0.44 seconds to deallocate network for instance.
Oct 15 20:11:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:58 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:11:58 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:11:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.143s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:58 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Deleted allocations for instance 1771db68-aeff-407a-9685-7e7bda57fc70
Oct 15 20:11:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-61c422f8-3da2-494a-9899-cd07ead114fb tempest-ServerRescueNegativeTestJSON-911721002 tempest-ServerRescueNegativeTestJSON-911721002-project-member] Lock "1771db68-aeff-407a-9685-7e7bda57fc70" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.446s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-dc1121d6-c781-40b5-8fdf-6efe2018c71a req-e83cb066-8863-421e-aa96-0cee01a2ad95 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:11:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-dc1121d6-c781-40b5-8fdf-6efe2018c71a req-e83cb066-8863-421e-aa96-0cee01a2ad95 service nova] Acquiring lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:11:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-dc1121d6-c781-40b5-8fdf-6efe2018c71a req-e83cb066-8863-421e-aa96-0cee01a2ad95 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:11:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-dc1121d6-c781-40b5-8fdf-6efe2018c71a req-e83cb066-8863-421e-aa96-0cee01a2ad95 service nova] Lock "1771db68-aeff-407a-9685-7e7bda57fc70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:11:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-dc1121d6-c781-40b5-8fdf-6efe2018c71a req-e83cb066-8863-421e-aa96-0cee01a2ad95 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] No waiting events found dispatching network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:11:59 user nova-compute[74712]: WARNING nova.compute.manager [req-dc1121d6-c781-40b5-8fdf-6efe2018c71a req-e83cb066-8863-421e-aa96-0cee01a2ad95 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received unexpected event network-vif-plugged-ab240e4f-6704-4d11-b594-a1f253f9d6a1 for instance with vm_state deleted and task_state None.
Oct 15 20:11:59 user nova-compute[74712]: DEBUG nova.compute.manager [req-dc1121d6-c781-40b5-8fdf-6efe2018c71a req-e83cb066-8863-421e-aa96-0cee01a2ad95 service nova] [instance: 1771db68-aeff-407a-9685-7e7bda57fc70] Received event network-vif-deleted-ab240e4f-6704-4d11-b594-a1f253f9d6a1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:12:01 user nova-compute[74712]: DEBUG nova.compute.manager [req-81bfd418-d5e2-4711-9f30-7a70594927f6 req-b65c3f3c-5898-4b28-afd6-9a2e205cecc4 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-changed-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:12:01 user nova-compute[74712]: DEBUG nova.compute.manager [req-81bfd418-d5e2-4711-9f30-7a70594927f6 req-b65c3f3c-5898-4b28-afd6-9a2e205cecc4 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Refreshing instance network info cache due to event network-changed-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:12:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-81bfd418-d5e2-4711-9f30-7a70594927f6 req-b65c3f3c-5898-4b28-afd6-9a2e205cecc4 service nova] Acquiring lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:12:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-81bfd418-d5e2-4711-9f30-7a70594927f6 req-b65c3f3c-5898-4b28-afd6-9a2e205cecc4 service nova] Acquired lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:12:01 user nova-compute[74712]: DEBUG nova.network.neutron [req-81bfd418-d5e2-4711-9f30-7a70594927f6 req-b65c3f3c-5898-4b28-afd6-9a2e205cecc4 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Refreshing network info cache for port 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:12:02 user nova-compute[74712]: DEBUG nova.network.neutron [req-81bfd418-d5e2-4711-9f30-7a70594927f6 req-b65c3f3c-5898-4b28-afd6-9a2e205cecc4 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updated VIF entry in instance network info cache for port 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:12:02 user nova-compute[74712]: DEBUG nova.network.neutron [req-81bfd418-d5e2-4711-9f30-7a70594927f6 req-b65c3f3c-5898-4b28-afd6-9a2e205cecc4 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating instance_info_cache with network_info: [{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:12:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-81bfd418-d5e2-4711-9f30-7a70594927f6 req-b65c3f3c-5898-4b28-afd6-9a2e205cecc4 service nova] Releasing lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:12:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:12:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:12:02 user nova-compute[74712]: INFO nova.compute.manager [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Detaching volume 1b275b49-3f3f-40c4-9ad2-b94c49bc89f7
Oct 15 20:12:03 user nova-compute[74712]: INFO nova.virt.block_device [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Attempting to driver detach volume 1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 from mountpoint /dev/vdb
Oct 15 20:12:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Attempting to detach device vdb from instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:12:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:12:03 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:12:03 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:12:03 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:12:03 user nova-compute[74712]:   <serial>1b275b49-3f3f-40c4-9ad2-b94c49bc89f7</serial>
Oct 15 20:12:03 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:12:03 user nova-compute[74712]: </disk>
Oct 15 20:12:03 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:12:03 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Successfully detached device vdb from instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf from the persistent domain config.
Oct 15 20:12:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:12:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:12:03 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:12:03 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:12:03 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:12:03 user nova-compute[74712]:   <serial>1b275b49-3f3f-40c4-9ad2-b94c49bc89f7</serial>
Oct 15 20:12:03 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:12:03 user nova-compute[74712]: </disk>
Oct 15 20:12:03 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:12:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:12:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-8ec9a8b0-2e04-4a60-b177-b371a2684496 req-dfd26194-ad72-4779-950c-e2e9850f3c13 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-changed-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:12:03 user nova-compute[74712]: DEBUG nova.compute.manager [req-8ec9a8b0-2e04-4a60-b177-b371a2684496 req-dfd26194-ad72-4779-950c-e2e9850f3c13 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Refreshing instance network info cache due to event network-changed-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:12:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8ec9a8b0-2e04-4a60-b177-b371a2684496 req-dfd26194-ad72-4779-950c-e2e9850f3c13 service nova] Acquiring lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:12:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8ec9a8b0-2e04-4a60-b177-b371a2684496 req-dfd26194-ad72-4779-950c-e2e9850f3c13 service nova] Acquired lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:12:03 user nova-compute[74712]: DEBUG nova.network.neutron [req-8ec9a8b0-2e04-4a60-b177-b371a2684496 req-dfd26194-ad72-4779-950c-e2e9850f3c13 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Refreshing network info cache for port 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:12:04 user nova-compute[74712]: DEBUG nova.network.neutron [req-8ec9a8b0-2e04-4a60-b177-b371a2684496 req-dfd26194-ad72-4779-950c-e2e9850f3c13 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updated VIF entry in instance network info cache for port 9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:12:04 user nova-compute[74712]: DEBUG nova.network.neutron [req-8ec9a8b0-2e04-4a60-b177-b371a2684496 req-dfd26194-ad72-4779-950c-e2e9850f3c13 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating instance_info_cache with network_info: [{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:12:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-8ec9a8b0-2e04-4a60-b177-b371a2684496 req-dfd26194-ad72-4779-950c-e2e9850f3c13 service nova] Releasing lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:12:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:12:23 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf is timed out.
Oct 15 20:12:23 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Successfully detached device vdb from instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf from the live domain config.
Oct 15 20:12:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BcDyfqul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:12:23 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[81200d19-c33e-4d91-842c-e0cc0ef06484]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:12:23 user nova-compute[74712]: No targets found.
Oct 15 20:12:23 user nova-compute[74712]: iSNS:
Oct 15 20:12:23 user nova-compute[74712]: No targets found.
Oct 15 20:12:23 user nova-compute[74712]: STATIC:
Oct 15 20:12:23 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7
Oct 15 20:12:23 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:12:23 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:12:23 user nova-compute[74712]: FIRMWARE:
Oct 15 20:12:23 user nova-compute[74712]: No targets found.
Oct 15 20:12:23 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:12:23 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:12:23 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e76327d-a266-4ed5-a150-135c58461861]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9342456d-5d9d-476c-aa27-f095ef605bbf]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 (non-flash)
Oct 15 20:12:23 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 (non-flash)
Oct 15 20:12:23 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84682680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[23f2c1db-e68c-49b1-9698-f5dd472cabf4]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2be2ff4-307f-4cec-9ad1-b273589ae743]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb7f8197-c722-47c9-ac0d-cdd18ef56617]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0206fc67-fe34-4159-9686-1ae32763fc5e]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f3af19e-09dd-4b55-beaa-285a22d6a7c5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[74001d10-b284-4953-a8b0-5b2c88ffd8cc]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7, portal: 172.16.0.220,3260]
Oct 15 20:12:23 user nova-compute[74712]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7, portal: 172.16.0.220,3260] successful.
Oct 15 20:12:23 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b275b49-3f3f-40c4-9ad2-b94c49bc89f7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf745632-4654-49a6-a1eb-7c7c0086de45]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] <== disconnect_volume: return (288ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:12:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:12:24 user nova-compute[74712]: DEBUG nova.objects.instance [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'flavor' on Instance uuid a47b92c8-2029-46d1-b7de-99d5ab81b0cf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:12:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9ca2e51f-7ec8-4a37-87dc-e3d81e1c87ba tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.655s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:12:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:12:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:12:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:12:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:12:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:12:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:12:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:12:41 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:12:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:12:42 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:12:42 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:12:42 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8936MB free_disk=24.965423583984375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.191s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:12:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:12:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:12:47 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:12:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:12:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:12:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:12:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:12:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:12:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:12:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:12:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:12:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:12:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:12:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:12:51 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:12:51 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid a47b92c8-2029-46d1-b7de-99d5ab81b0cf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:12:52 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating instance_info_cache with network_info: [{"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:12:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-a47b92c8-2029-46d1-b7de-99d5ab81b0cf" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:12:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:12:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:12:54 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:12:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:13:00 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:13:02 user nova-compute[74712]: INFO nova.compute.manager [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Terminating instance
Oct 15 20:13:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-4e8cc486-8a29-4cb6-a19d-f0610608ae56 req-b932c04b-fd45-4a92-bcf4-92ccb32b0a18 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-unplugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e8cc486-8a29-4cb6-a19d-f0610608ae56 req-b932c04b-fd45-4a92-bcf4-92ccb32b0a18 service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e8cc486-8a29-4cb6-a19d-f0610608ae56 req-b932c04b-fd45-4a92-bcf4-92ccb32b0a18 service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4e8cc486-8a29-4cb6-a19d-f0610608ae56 req-b932c04b-fd45-4a92-bcf4-92ccb32b0a18 service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-4e8cc486-8a29-4cb6-a19d-f0610608ae56 req-b932c04b-fd45-4a92-bcf4-92ccb32b0a18 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-unplugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG nova.compute.manager [req-4e8cc486-8a29-4cb6-a19d-f0610608ae56 req-b932c04b-fd45-4a92-bcf4-92ccb32b0a18 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-unplugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Instance destroyed successfully.
Oct 15 20:13:02 user nova-compute[74712]: DEBUG nova.objects.instance [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lazy-loading 'resources' on Instance uuid a47b92c8-2029-46d1-b7de-99d5ab81b0cf {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:07:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1992178610',display_name='tempest-TestMinimumBasicScenario-server-1992178610',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1992178610',id=43,image_ref='8ee47364-7e87-451f-a4f1-01f39d274a4d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJcLiL+9CFJ7n/TpVbfevfTIPuEhKipOh31uj7P969/HZLtx/KIcH5Fm+Ocv2Rj/u51eEdqRKcT7csE4rbWw9bV0yex3wEJeOhiE1jbzRLu5hzIZpsZ+kMf09rBI6tEIBg==',key_name='tempest-TestMinimumBasicScenario-1857653375',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:07:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a0ba0ea57dab4a98954e1f865c7b0770',ramdisk_id='',reservation_id='r-s1ofwgg7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8ee47364-7e87-451f-a4f1-01f39d274a4d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-279769739',owner_user_name='tempest-TestMinimumBasicScenario-279769739-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:10:17Z,user_data=None,user_id='20a839279ff14cb6a3d11e0bb1930299',uuid=a47b92c8-2029-46d1-b7de-99d5ab81b0cf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converting VIF {"id": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "address": "fa:16:3e:7b:ef:0c", "network": {"id": "2548f5a2-5903-4880-b2d1-11cef331b3aa", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1604225958-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0ba0ea57dab4a98954e1f865c7b0770", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fbf2a26-9e", "ovs_interfaceid": "9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:ef:0c,bridge_name='br-int',has_traffic_filtering=True,id=9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fbf2a26-9e') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG os_vif [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:ef:0c,bridge_name='br-int',has_traffic_filtering=True,id=9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fbf2a26-9e') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9fbf2a26-9e, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9266510e-66e5-47dd-bdb4-4673108a086e) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:02 user nova-compute[74712]: INFO os_vif [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:ef:0c,bridge_name='br-int',has_traffic_filtering=True,id=9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4,network=Network(2548f5a2-5903-4880-b2d1-11cef331b3aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fbf2a26-9e')
Oct 15 20:13:02 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Deleting instance files /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf_del
Oct 15 20:13:02 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Deletion of /opt/stack/data/nova/instances/a47b92c8-2029-46d1-b7de-99d5ab81b0cf_del complete
Oct 15 20:13:03 user nova-compute[74712]: INFO nova.compute.manager [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 15 20:13:03 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:13:03 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:13:03 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:13:03 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:13:03 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Took 0.49 seconds to deallocate network for instance.
Oct 15 20:13:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:13:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:13:03 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:13:03 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:13:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.127s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:13:03 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Deleted allocations for instance a47b92c8-2029-46d1-b7de-99d5ab81b0cf
Oct 15 20:13:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-aa318e32-0fa7-4720-8d03-09e9fa825ed8 tempest-TestMinimumBasicScenario-279769739 tempest-TestMinimumBasicScenario-279769739-project-member] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.708s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:13:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-953b28f8-5cfe-4f46-af47-685424c968cd req-96c68294-ad61-48dd-927d-c675cead4520 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:13:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-953b28f8-5cfe-4f46-af47-685424c968cd req-96c68294-ad61-48dd-927d-c675cead4520 service nova] Acquiring lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:13:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-953b28f8-5cfe-4f46-af47-685424c968cd req-96c68294-ad61-48dd-927d-c675cead4520 service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:13:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-953b28f8-5cfe-4f46-af47-685424c968cd req-96c68294-ad61-48dd-927d-c675cead4520 service nova] Lock "a47b92c8-2029-46d1-b7de-99d5ab81b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:13:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-953b28f8-5cfe-4f46-af47-685424c968cd req-96c68294-ad61-48dd-927d-c675cead4520 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] No waiting events found dispatching network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:13:04 user nova-compute[74712]: WARNING nova.compute.manager [req-953b28f8-5cfe-4f46-af47-685424c968cd req-96c68294-ad61-48dd-927d-c675cead4520 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received unexpected event network-vif-plugged-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 for instance with vm_state deleted and task_state None.
Oct 15 20:13:04 user nova-compute[74712]: DEBUG nova.compute.manager [req-953b28f8-5cfe-4f46-af47-685424c968cd req-96c68294-ad61-48dd-927d-c675cead4520 service nova] [instance: a47b92c8-2029-46d1-b7de-99d5ab81b0cf] Received event network-vif-deleted-9fbf2a26-9edb-4ae3-af6f-7097dfdde9e4 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:13:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:13:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:13:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:13:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:13:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:13:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:13:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:13:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:13:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:13:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:13:42 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:13:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:43 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:13:43 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:13:43 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9091MB free_disk=24.982887268066406GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:13:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:13:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:13:43 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:13:43 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:13:43 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:13:43 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:13:43 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:13:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.154s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:13:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:13:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:13:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:13:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:13:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:13:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:13:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:13:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:13:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 20:13:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:13:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:13:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:13:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:13:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:13:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:56 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:13:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:13:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Verify base images {{(pid=74712) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 15 20:14:07 user nova-compute[74712]: WARNING nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118
Oct 15 20:14:07 user nova-compute[74712]: WARNING nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32
Oct 15 20:14:07 user nova-compute[74712]: WARNING nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8
Oct 15 20:14:07 user nova-compute[74712]: WARNING nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4
Oct 15 20:14:07 user nova-compute[74712]: WARNING nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe
Oct 15 20:14:07 user nova-compute[74712]: WARNING nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d
Oct 15 20:14:07 user nova-compute[74712]: WARNING nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794
Oct 15 20:14:07 user nova-compute[74712]: WARNING nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc
Oct 15 20:14:07 user nova-compute[74712]: WARNING nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9
Oct 15 20:14:07 user nova-compute[74712]: WARNING nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Removable base files: /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32 /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8 /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4 /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794 /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9 /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/355adf1f4c06a46cabbcdf72922b802ea8ce0e32
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/15be2c29da4d37b0bafcd137ee424b83aa475ae8
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d3af53d51ed2bedfc3e737f18b090faede1d8ab4
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3b2ab2f0e48e82f5293f777432bcbddfc2b55bfe
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c414c6e1e36ebf31300ac0c8a8e8c83983209c2d
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c6bed0064824a97a10a5da53dd1fd5cb655ee794
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4e50a4c9c30dd19a22012c7aed9787a7f974a6cc
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b8bcc88d2b007592af14d522db9f98d89ba5eba9
Oct 15 20:14:07 user nova-compute[74712]: INFO nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/cc6dbc63575251c775da92f9a10fafc401625f1f
Oct 15 20:14:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Verification complete {{(pid=74712) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 15 20:14:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Verify swap images {{(pid=74712) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 15 20:14:07 user nova-compute[74712]: DEBUG nova.virt.libvirt.imagecache [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Verify ephemeral images {{(pid=74712) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 15 20:14:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:14:16 user nova-compute[74712]: INFO nova.compute.claims [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Claim successful on node user
Oct 15 20:14:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.342s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG nova.compute.manager [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG nova.compute.manager [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG nova.network.neutron [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:14:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:14:16 user nova-compute[74712]: DEBUG nova.compute.manager [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG nova.compute.manager [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:14:16 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Creating image(s)
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "/opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "/opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "/opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG nova.policy [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bbdf98460854f0fa1fd5d1b90787de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc414a16db3d41258a184ae337f5c691', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.190s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk 1073741824" returned: 0 in 0.050s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Checking if we can resize image /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Successfully created port: 72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Cannot resize image /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Ensure instance console log exists: /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Successfully updated port: 72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquired lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-aa2e3d1a-8519-4fc8-a4d5-2e8388b45c8f req-83ea2803-fcf2-4272-a7ff-c23aab484a68 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received event network-changed-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-aa2e3d1a-8519-4fc8-a4d5-2e8388b45c8f req-83ea2803-fcf2-4272-a7ff-c23aab484a68 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Refreshing instance network info cache due to event network-changed-72b8a416-36a7-4bbe-9008-c1aba85224fc. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:14:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa2e3d1a-8519-4fc8-a4d5-2e8388b45c8f req-83ea2803-fcf2-4272-a7ff-c23aab484a68 service nova] Acquiring lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updating instance_info_cache with network_info: [{"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Releasing lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Instance network_info: |[{"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa2e3d1a-8519-4fc8-a4d5-2e8388b45c8f req-83ea2803-fcf2-4272-a7ff-c23aab484a68 service nova] Acquired lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.network.neutron [req-aa2e3d1a-8519-4fc8-a4d5-2e8388b45c8f req-83ea2803-fcf2-4272-a7ff-c23aab484a68 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Refreshing network info cache for port 72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Start _get_guest_xml network_info=[{"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:14:18 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:14:18 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:14:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1224185635',display_name='tempest-TestServerVolumeAttachmentScenario-server-1224185635',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1224185635',id=44,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNwD1d2Ak4ofWArdLl9VXVLLVgyuvJ1Nn5i8TeSGbHsrvs0alSQ0IxdxkzPQKJYKxHJlMMWBGDSv2QXUEo9dbU8MNu+mn98AQq7oNMgZLZ/aAz+xHHXKXwwMFCWoSYyV/w==',key_name='tempest-keypair-2079273438',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc414a16db3d41258a184ae337f5c691',ramdisk_id='',reservation_id='r-gctl4di4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-46523147',owner_user_name='tempest-TestServerVolumeAttachmentScenario-46523147-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:14:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5bbdf98460854f0fa1fd5d1b90787de0',uuid=de9df99c-9ef2-44e3-879e-453f551a26f3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Converting VIF {"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:40:b7,bridge_name='br-int',has_traffic_filtering=True,id=72b8a416-36a7-4bbe-9008-c1aba85224fc,network=Network(423d5eb2-fad9-425a-ad48-533c345eabcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72b8a416-36') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.objects.instance [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lazy-loading 'pci_devices' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:14:18 user nova-compute[74712]:   <uuid>de9df99c-9ef2-44e3-879e-453f551a26f3</uuid>
Oct 15 20:14:18 user nova-compute[74712]:   <name>instance-0000002c</name>
Oct 15 20:14:18 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:14:18 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:14:18 user nova-compute[74712]:   <metadata>
Oct 15 20:14:18 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:14:18 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:14:18 user nova-compute[74712]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1224185635</nova:name>
Oct 15 20:14:18 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:14:18</nova:creationTime>
Oct 15 20:14:18 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:14:18 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:14:18 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:14:18 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:14:18 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:14:18 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:14:18 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:14:18 user nova-compute[74712]:       <nova:owner>
Oct 15 20:14:18 user nova-compute[74712]:         <nova:user uuid="5bbdf98460854f0fa1fd5d1b90787de0">tempest-TestServerVolumeAttachmentScenario-46523147-project-member</nova:user>
Oct 15 20:14:18 user nova-compute[74712]:         <nova:project uuid="cc414a16db3d41258a184ae337f5c691">tempest-TestServerVolumeAttachmentScenario-46523147</nova:project>
Oct 15 20:14:18 user nova-compute[74712]:       </nova:owner>
Oct 15 20:14:18 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 20:14:18 user nova-compute[74712]:       <nova:ports>
Oct 15 20:14:18 user nova-compute[74712]:         <nova:port uuid="72b8a416-36a7-4bbe-9008-c1aba85224fc">
Oct 15 20:14:18 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 15 20:14:18 user nova-compute[74712]:         </nova:port>
Oct 15 20:14:18 user nova-compute[74712]:       </nova:ports>
Oct 15 20:14:18 user nova-compute[74712]:     </nova:instance>
Oct 15 20:14:18 user nova-compute[74712]:   </metadata>
Oct 15 20:14:18 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:14:18 user nova-compute[74712]:     <system>
Oct 15 20:14:18 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:14:18 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:14:18 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:14:18 user nova-compute[74712]:       <entry name="serial">de9df99c-9ef2-44e3-879e-453f551a26f3</entry>
Oct 15 20:14:18 user nova-compute[74712]:       <entry name="uuid">de9df99c-9ef2-44e3-879e-453f551a26f3</entry>
Oct 15 20:14:18 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:14:18 user nova-compute[74712]:     </system>
Oct 15 20:14:18 user nova-compute[74712]:   </sysinfo>
Oct 15 20:14:18 user nova-compute[74712]:   <os>
Oct 15 20:14:18 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:14:18 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:14:18 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:14:18 user nova-compute[74712]:   </os>
Oct 15 20:14:18 user nova-compute[74712]:   <features>
Oct 15 20:14:18 user nova-compute[74712]:     <acpi/>
Oct 15 20:14:18 user nova-compute[74712]:     <apic/>
Oct 15 20:14:18 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:14:18 user nova-compute[74712]:   </features>
Oct 15 20:14:18 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:14:18 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:14:18 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:14:18 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:14:18 user nova-compute[74712]:   </clock>
Oct 15 20:14:18 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:14:18 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:14:18 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:14:18 user nova-compute[74712]:   </cpu>
Oct 15 20:14:18 user nova-compute[74712]:   <devices>
Oct 15 20:14:18 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:14:18 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:14:18 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk"/>
Oct 15 20:14:18 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:14:18 user nova-compute[74712]:     </disk>
Oct 15 20:14:18 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:14:18 user nova-compute[74712]:       <mac address="fa:16:3e:99:40:b7"/>
Oct 15 20:14:18 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:14:18 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:14:18 user nova-compute[74712]:       <target dev="tap72b8a416-36"/>
Oct 15 20:14:18 user nova-compute[74712]:     </interface>
Oct 15 20:14:18 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:14:18 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/console.log" append="off"/>
Oct 15 20:14:18 user nova-compute[74712]:     </serial>
Oct 15 20:14:18 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:14:18 user nova-compute[74712]:     <video>
Oct 15 20:14:18 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:14:18 user nova-compute[74712]:     </video>
Oct 15 20:14:18 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:14:18 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:14:18 user nova-compute[74712]:     </rng>
Oct 15 20:14:18 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:14:18 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:14:18 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:14:18 user nova-compute[74712]:     </memballoon>
Oct 15 20:14:18 user nova-compute[74712]:   </devices>
Oct 15 20:14:18 user nova-compute[74712]: </domain>
Oct 15 20:14:18 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:14:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1224185635',display_name='tempest-TestServerVolumeAttachmentScenario-server-1224185635',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1224185635',id=44,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNwD1d2Ak4ofWArdLl9VXVLLVgyuvJ1Nn5i8TeSGbHsrvs0alSQ0IxdxkzPQKJYKxHJlMMWBGDSv2QXUEo9dbU8MNu+mn98AQq7oNMgZLZ/aAz+xHHXKXwwMFCWoSYyV/w==',key_name='tempest-keypair-2079273438',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc414a16db3d41258a184ae337f5c691',ramdisk_id='',reservation_id='r-gctl4di4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-46523147',owner_user_name='tempest-TestServerVolumeAttachmentScenario-46523147-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:14:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5bbdf98460854f0fa1fd5d1b90787de0',uuid=de9df99c-9ef2-44e3-879e-453f551a26f3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Converting VIF {"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:40:b7,bridge_name='br-int',has_traffic_filtering=True,id=72b8a416-36a7-4bbe-9008-c1aba85224fc,network=Network(423d5eb2-fad9-425a-ad48-533c345eabcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72b8a416-36') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG os_vif [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:40:b7,bridge_name='br-int',has_traffic_filtering=True,id=72b8a416-36a7-4bbe-9008-c1aba85224fc,network=Network(423d5eb2-fad9-425a-ad48-533c345eabcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72b8a416-36') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c7e119d7-f835-5915-9ef0-debfdb551f7c', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap72b8a416-36, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap72b8a416-36, col_values=(('qos', UUID('31a40d56-bc14-4485-9470-7bc82e0e83a7')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap72b8a416-36, col_values=(('external_ids', {'iface-id': '72b8a416-36a7-4bbe-9008-c1aba85224fc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:99:40:b7', 'vm-uuid': 'de9df99c-9ef2-44e3-879e-453f551a26f3'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:18 user nova-compute[74712]: INFO os_vif [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:40:b7,bridge_name='br-int',has_traffic_filtering=True,id=72b8a416-36a7-4bbe-9008-c1aba85224fc,network=Network(423d5eb2-fad9-425a-ad48-533c345eabcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72b8a416-36')
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] No VIF found with MAC fa:16:3e:99:40:b7, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.network.neutron [req-aa2e3d1a-8519-4fc8-a4d5-2e8388b45c8f req-83ea2803-fcf2-4272-a7ff-c23aab484a68 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updated VIF entry in instance network info cache for port 72b8a416-36a7-4bbe-9008-c1aba85224fc. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG nova.network.neutron [req-aa2e3d1a-8519-4fc8-a4d5-2e8388b45c8f req-83ea2803-fcf2-4272-a7ff-c23aab484a68 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updating instance_info_cache with network_info: [{"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:14:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-aa2e3d1a-8519-4fc8-a4d5-2e8388b45c8f req-83ea2803-fcf2-4272-a7ff-c23aab484a68 service nova] Releasing lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:14:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:20 user nova-compute[74712]: DEBUG nova.compute.manager [req-9fc9390d-2fcd-4daa-89f0-32fce581ff7e req-f870e04b-5f6c-41a0-9447-d4d7b4469e7a service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received event network-vif-plugged-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:14:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9fc9390d-2fcd-4daa-89f0-32fce581ff7e req-f870e04b-5f6c-41a0-9447-d4d7b4469e7a service nova] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9fc9390d-2fcd-4daa-89f0-32fce581ff7e req-f870e04b-5f6c-41a0-9447-d4d7b4469e7a service nova] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9fc9390d-2fcd-4daa-89f0-32fce581ff7e req-f870e04b-5f6c-41a0-9447-d4d7b4469e7a service nova] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:20 user nova-compute[74712]: DEBUG nova.compute.manager [req-9fc9390d-2fcd-4daa-89f0-32fce581ff7e req-f870e04b-5f6c-41a0-9447-d4d7b4469e7a service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] No waiting events found dispatching network-vif-plugged-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:14:20 user nova-compute[74712]: WARNING nova.compute.manager [req-9fc9390d-2fcd-4daa-89f0-32fce581ff7e req-f870e04b-5f6c-41a0-9447-d4d7b4469e7a service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received unexpected event network-vif-plugged-72b8a416-36a7-4bbe-9008-c1aba85224fc for instance with vm_state building and task_state spawning.
Oct 15 20:14:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:21 user nova-compute[74712]: DEBUG nova.compute.manager [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:14:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:14:21 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Instance spawned successfully.
Oct 15 20:14:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-36d544c0-d264-47dc-84cb-934287d18d0c req-115b6050-1f99-4f51-9874-03fd9f53c892 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received event network-vif-plugged-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-36d544c0-d264-47dc-84cb-934287d18d0c req-115b6050-1f99-4f51-9874-03fd9f53c892 service nova] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-36d544c0-d264-47dc-84cb-934287d18d0c req-115b6050-1f99-4f51-9874-03fd9f53c892 service nova] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-36d544c0-d264-47dc-84cb-934287d18d0c req-115b6050-1f99-4f51-9874-03fd9f53c892 service nova] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-36d544c0-d264-47dc-84cb-934287d18d0c req-115b6050-1f99-4f51-9874-03fd9f53c892 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] No waiting events found dispatching network-vif-plugged-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:14:22 user nova-compute[74712]: WARNING nova.compute.manager [req-36d544c0-d264-47dc-84cb-934287d18d0c req-115b6050-1f99-4f51-9874-03fd9f53c892 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received unexpected event network-vif-plugged-72b8a416-36a7-4bbe-9008-c1aba85224fc for instance with vm_state building and task_state spawning.
Oct 15 20:14:22 user nova-compute[74712]: INFO nova.compute.manager [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Took 5.46 seconds to spawn the instance on the hypervisor.
Oct 15 20:14:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:14:22 user nova-compute[74712]: INFO nova.compute.manager [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Took 6.13 seconds to build instance.
Oct 15 20:14:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-db6efa13-40f9-4c15-8de3-1eff41189f87 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.266s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:30 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:42 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:14:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:42 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:14:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:14:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:14:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:43 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:14:43 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:14:43 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8862MB free_disk=24.984283447265625GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance de9df99c-9ef2-44e3-879e-453f551a26f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:14:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.207s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:14:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:47 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:49 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 20:14:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:14:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:14:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:14:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:14:51 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:14:51 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:14:52 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updating instance_info_cache with network_info: [{"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:14:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:14:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:14:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:14:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:14:58 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 20:15:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 20:15:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:15:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:15:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:15:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:15:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:04 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:15:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:15:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:15:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:15:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:26 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:26 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:15:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:15:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:15:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:15:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:15:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:15:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:15:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:15:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:42 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:15:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:15:44 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:15:44 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8921MB free_disk=24.979473114013672GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance de9df99c-9ef2-44e3-879e-453f551a26f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:15:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.426s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:15:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:15:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:50 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:52 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:52 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:15:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:15:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:15:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:15:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:15:52 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:15:52 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:15:53 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updating instance_info_cache with network_info: [{"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:15:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:15:53 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:15:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:15:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:00 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:16:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:16:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:16:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:16:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:16:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-b818b5a3-927c-4163-80e2-a508e620599e req-d88a4b0a-e51c-4396-82de-c5752785d666 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received event network-changed-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:16:07 user nova-compute[74712]: DEBUG nova.compute.manager [req-b818b5a3-927c-4163-80e2-a508e620599e req-d88a4b0a-e51c-4396-82de-c5752785d666 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Refreshing instance network info cache due to event network-changed-72b8a416-36a7-4bbe-9008-c1aba85224fc. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:16:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b818b5a3-927c-4163-80e2-a508e620599e req-d88a4b0a-e51c-4396-82de-c5752785d666 service nova] Acquiring lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:16:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b818b5a3-927c-4163-80e2-a508e620599e req-d88a4b0a-e51c-4396-82de-c5752785d666 service nova] Acquired lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:16:07 user nova-compute[74712]: DEBUG nova.network.neutron [req-b818b5a3-927c-4163-80e2-a508e620599e req-d88a4b0a-e51c-4396-82de-c5752785d666 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Refreshing network info cache for port 72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG nova.network.neutron [req-b818b5a3-927c-4163-80e2-a508e620599e req-d88a4b0a-e51c-4396-82de-c5752785d666 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updated VIF entry in instance network info cache for port 72b8a416-36a7-4bbe-9008-c1aba85224fc. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG nova.network.neutron [req-b818b5a3-927c-4163-80e2-a508e620599e req-d88a4b0a-e51c-4396-82de-c5752785d666 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updating instance_info_cache with network_info: [{"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b818b5a3-927c-4163-80e2-a508e620599e req-d88a4b0a-e51c-4396-82de-c5752785d666 service nova] Releasing lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG nova.objects.instance [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lazy-loading 'flavor' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:08 user nova-compute[74712]: INFO nova.compute.manager [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Attaching volume afd5bde5-a806-410e-bfef-3e2e9dfbc3ff to /dev/vdb
Oct 15 20:16:08 user nova-compute[74712]: DEBUG os_brick.utils [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9c42ca6-fd6d-40da-a779-03a272559197]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a613e6-2a4c-469b-8a60-10b1d56791a3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0664a6f7-eaa6-4f0f-a960-7b42f304dbab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2c3cb01-f7ec-4cf6-89da-6ace59f1ba87]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:16:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:16:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:09 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:16:09 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:16:09 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[540b7c24-e2d3-4193-a9bb-245a36d6b742]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:16:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:16:09 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:16:09 user nova-compute[74712]: DEBUG os_brick.utils [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:16:09 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updating existing volume attachment record: c0f9f38b-9e33-42ee-8897-21c4fc6f9fa7 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:16:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZboujeKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:16:22 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:16:22 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:16:22 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3bbeed7-a596-4237-8da8-816b67a8abb0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:16:22 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac50e8a5-179b-4f0c-b563-3138052a4c5b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff] added
Oct 15 20:16:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[706935ea-b04c-4613-85da-3a8efd102d4a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e95086d-1386-4db1-a021-ea8188227f0a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZboujeKx {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZboujeKx" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6adae49-11cd-4b61-a8e8-441a22883b3f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZboujeKx'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2927c9bd-8ff4-4ce6-a218-183b5300c682]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ef00dd2-6584-4c50-8d12-ba7b1b93e8d6]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:16:22 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:16:22 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:16:22 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:16:22 user nova-compute[74712]: 
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef77edb9-87a8-4c88-8bc8-d7817f8214b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff, portal: 172.16.0.220,3260]
Oct 15 20:16:22 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff, portal: 172.16.0.220,3260] successful.
Oct 15 20:16:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cb9bbe5-66c5-49df-90bc-d62ad5ded9d5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b706b7-a595-4dcf-911c-7efdc3426b58]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)
Oct 15 20:16:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)
Oct 15 20:16:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfebcbb6-3cb6-49a6-9d8e-d685964c8021]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:16:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZboujeKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:16:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:16:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '26463616365646533', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:16:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463616365646533', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:16:23 user nova-compute[74712]: DEBUG nova.objects.instance [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lazy-loading 'flavor' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:16:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:16:23 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:16:23 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:16:23 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:16:23 user nova-compute[74712]:   <serial>afd5bde5-a806-410e-bfef-3e2e9dfbc3ff</serial>
Oct 15 20:16:23 user nova-compute[74712]: </disk>
Oct 15 20:16:23 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:16:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:16:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:16:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] No VIF found with MAC fa:16:3e:99:40:b7, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:16:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-02c99854-73a1-4c5f-8e75-0e8aad7c5e47 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.848s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lazy-loading 'flavor' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:16:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:28 user nova-compute[74712]: INFO nova.compute.manager [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Attaching volume 3434cd96-8794-4e6a-bf96-021f34e156e6 to /dev/vdc
Oct 15 20:16:28 user nova-compute[74712]: DEBUG os_brick.utils [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b0cc5e-5162-4f9e-8aec-efc8480ac83f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c69335-80b8-4441-9548-3e4b42ce4916]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f34a44b2-c09a-497c-ad3d-64e2b142541d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[99244f9e-402f-4cf9-8eeb-61bd9072950b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:16:28 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:16:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d16f9e-37ee-43e0-b819-d385ae11e247]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG os_brick.utils [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updating existing volume attachment record: 1fbb8097-549a-48e8-9855-cde370319c7c {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RIzSGMKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:16:42 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:16:42 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:16:42 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d85124c-3660-4827-b398-c99499482433]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:16:42 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7d0e7ba-0933-4c85-b2be-8b09f6bc9a1b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6] added
Oct 15 20:16:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b66e009-a45b-453f-a3d6-a0cc313bb70a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.089s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2651f86-b836-40eb-93e7-21eab2aa784a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RIzSGMKH {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RIzSGMKH" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a907ac-5dc8-4945-aafc-fccece7b04fe]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RIzSGMKH'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdabff35-3774-4f30-94d4-d405edd84358]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a759a1cd-ec0f-4a70-ac1c-16562227f648]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)
Oct 15 20:16:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)
Oct 15 20:16:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f8cfea7-0934-45e1-9445-b71823d9c0b6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6, portal: 172.16.0.220,3260]
Oct 15 20:16:42 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6, portal: 172.16.0.220,3260] successful.
Oct 15 20:16:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ac13c39-33ad-452d-9c96-80e0d852bd09]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0079f0f9-a9a4-4c68-9b2f-854f18a5d3fa]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)
Oct 15 20:16:42 user nova-compute[74712]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 (non-flash)
Oct 15 20:16:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)
Oct 15 20:16:42 user nova-compute[74712]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 (non-flash)
Oct 15 20:16:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[762055f2-e7d8-403b-8ada-1a56d5867cc5]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:16:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RIzSGMKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.358s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] <== connect_volume: return (1360ms) {'type': 'block', 'scsi_wwn': '23736333934613066', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23736333934613066', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lazy-loading 'flavor' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:16:43 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:16:43 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 20:16:43 user nova-compute[74712]:   <target dev="vdc" bus="virtio"/>
Oct 15 20:16:43 user nova-compute[74712]:   <serial>3434cd96-8794-4e6a-bf96-021f34e156e6</serial>
Oct 15 20:16:43 user nova-compute[74712]: </disk>
Oct 15 20:16:43 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:16:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] No VIF found with MAC fa:16:3e:99:40:b7, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:16:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7d4d79b9-0610-4297-9c01-d5149ad123b9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.067s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:45 user nova-compute[74712]: INFO nova.compute.manager [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Detaching volume 3434cd96-8794-4e6a-bf96-021f34e156e6
Oct 15 20:16:45 user nova-compute[74712]: INFO nova.virt.block_device [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Attempting to driver detach volume 3434cd96-8794-4e6a-bf96-021f34e156e6 from mountpoint /dev/vdc
Oct 15 20:16:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Attempting to detach device vdc from instance de9df99c-9ef2-44e3-879e-453f551a26f3 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:16:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:16:45 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:16:45 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 20:16:45 user nova-compute[74712]:   <target dev="vdc" bus="virtio"/>
Oct 15 20:16:45 user nova-compute[74712]:   <serial>3434cd96-8794-4e6a-bf96-021f34e156e6</serial>
Oct 15 20:16:45 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 15 20:16:45 user nova-compute[74712]: </disk>
Oct 15 20:16:45 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:16:45 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Successfully detached device vdc from instance de9df99c-9ef2-44e3-879e-453f551a26f3 from the persistent domain config.
Oct 15 20:16:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance de9df99c-9ef2-44e3-879e-453f551a26f3 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:16:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:16:45 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:16:45 user nova-compute[74712]:   <source dev="/dev/sdc"/>
Oct 15 20:16:45 user nova-compute[74712]:   <target dev="vdc" bus="virtio"/>
Oct 15 20:16:45 user nova-compute[74712]:   <serial>3434cd96-8794-4e6a-bf96-021f34e156e6</serial>
Oct 15 20:16:45 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 15 20:16:45 user nova-compute[74712]: </disk>
Oct 15 20:16:45 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:16:45 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:16:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:45 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:16:45 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:16:46 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:16:46 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:16:46 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8952MB free_disk=24.968379974365234GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance de9df99c-9ef2-44e3-879e-453f551a26f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:16:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.175s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:16:51 user nova-compute[74712]: INFO nova.compute.claims [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Claim successful on node user
Oct 15 20:16:51 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.202s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG nova.network.neutron [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:16:51 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:16:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:16:51 user nova-compute[74712]: DEBUG nova.policy [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f434c7e781d404b9b4a6c5d45d2d9ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f55018995904f139ea71487a5a49846', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:16:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Creating image(s)
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "/opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "/opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "/opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.166s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.165s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk 1073741824" returned: 0 in 0.053s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG nova.network.neutron [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Successfully created port: 0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.197s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Cannot resize image /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Ensure instance console log exists: /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.neutron [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Successfully updated port: 0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquired lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.neutron [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-9ef068c9-c41e-423d-8432-06bfeb7eacef req-2afc7a70-168a-4324-a2c6-bc4745514942 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received event network-changed-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-9ef068c9-c41e-423d-8432-06bfeb7eacef req-2afc7a70-168a-4324-a2c6-bc4745514942 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Refreshing instance network info cache due to event network-changed-0d2c4866-a319-4eab-a577-7b104207ecf3. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9ef068c9-c41e-423d-8432-06bfeb7eacef req-2afc7a70-168a-4324-a2c6-bc4745514942 service nova] Acquiring lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.neutron [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.neutron [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Updating instance_info_cache with network_info: [{"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Releasing lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.compute.manager [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Instance network_info: |[{"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9ef068c9-c41e-423d-8432-06bfeb7eacef req-2afc7a70-168a-4324-a2c6-bc4745514942 service nova] Acquired lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-9ef068c9-c41e-423d-8432-06bfeb7eacef req-2afc7a70-168a-4324-a2c6-bc4745514942 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Refreshing network info cache for port 0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Start _get_guest_xml network_info=[{"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:53 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:16:53 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1752851029',display_name='tempest-VolumesSnapshotTestJSON-instance-1752851029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1752851029',id=45,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD8VwQnB/qfd0G/7MoxYAmxC+XFaIUzBS3uWeDNA1E+krP4tG+tqpxd8uDNQO+qUySMmYIucwdX4WLLb9O0rmaldCu7c9GbCex9ENu/TsDAnav/S9ADkbLby0RlotFbVOA==',key_name='tempest-keypair-1431047651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f55018995904f139ea71487a5a49846',ramdisk_id='',reservation_id='r-w5k9021u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-193811651',owner_user_name='tempest-VolumesSnapshotTestJSON-193811651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f434c7e781d404b9b4a6c5d45d2d9ed',uuid=9ba95abe-1307-4b28-8f4e-8800d7a37bcc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converting VIF {"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:6d:28,bridge_name='br-int',has_traffic_filtering=True,id=0d2c4866-a319-4eab-a577-7b104207ecf3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2c4866-a3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.objects.instance [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lazy-loading 'pci_devices' on Instance uuid 9ba95abe-1307-4b28-8f4e-8800d7a37bcc {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:16:53 user nova-compute[74712]:   <uuid>9ba95abe-1307-4b28-8f4e-8800d7a37bcc</uuid>
Oct 15 20:16:53 user nova-compute[74712]:   <name>instance-0000002d</name>
Oct 15 20:16:53 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:16:53 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:16:53 user nova-compute[74712]:   <metadata>
Oct 15 20:16:53 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:16:53 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:16:53 user nova-compute[74712]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1752851029</nova:name>
Oct 15 20:16:53 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:16:53</nova:creationTime>
Oct 15 20:16:53 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:16:53 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:16:53 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:16:53 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:16:53 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:16:53 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:16:53 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:16:53 user nova-compute[74712]:       <nova:owner>
Oct 15 20:16:53 user nova-compute[74712]:         <nova:user uuid="0f434c7e781d404b9b4a6c5d45d2d9ed">tempest-VolumesSnapshotTestJSON-193811651-project-member</nova:user>
Oct 15 20:16:53 user nova-compute[74712]:         <nova:project uuid="5f55018995904f139ea71487a5a49846">tempest-VolumesSnapshotTestJSON-193811651</nova:project>
Oct 15 20:16:53 user nova-compute[74712]:       </nova:owner>
Oct 15 20:16:53 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 20:16:53 user nova-compute[74712]:       <nova:ports>
Oct 15 20:16:53 user nova-compute[74712]:         <nova:port uuid="0d2c4866-a319-4eab-a577-7b104207ecf3">
Oct 15 20:16:53 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 15 20:16:53 user nova-compute[74712]:         </nova:port>
Oct 15 20:16:53 user nova-compute[74712]:       </nova:ports>
Oct 15 20:16:53 user nova-compute[74712]:     </nova:instance>
Oct 15 20:16:53 user nova-compute[74712]:   </metadata>
Oct 15 20:16:53 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:16:53 user nova-compute[74712]:     <system>
Oct 15 20:16:53 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:16:53 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:16:53 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:16:53 user nova-compute[74712]:       <entry name="serial">9ba95abe-1307-4b28-8f4e-8800d7a37bcc</entry>
Oct 15 20:16:53 user nova-compute[74712]:       <entry name="uuid">9ba95abe-1307-4b28-8f4e-8800d7a37bcc</entry>
Oct 15 20:16:53 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:16:53 user nova-compute[74712]:     </system>
Oct 15 20:16:53 user nova-compute[74712]:   </sysinfo>
Oct 15 20:16:53 user nova-compute[74712]:   <os>
Oct 15 20:16:53 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:16:53 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:16:53 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:16:53 user nova-compute[74712]:   </os>
Oct 15 20:16:53 user nova-compute[74712]:   <features>
Oct 15 20:16:53 user nova-compute[74712]:     <acpi/>
Oct 15 20:16:53 user nova-compute[74712]:     <apic/>
Oct 15 20:16:53 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:16:53 user nova-compute[74712]:   </features>
Oct 15 20:16:53 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:16:53 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:16:53 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:16:53 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:16:53 user nova-compute[74712]:   </clock>
Oct 15 20:16:53 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:16:53 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:16:53 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:16:53 user nova-compute[74712]:   </cpu>
Oct 15 20:16:53 user nova-compute[74712]:   <devices>
Oct 15 20:16:53 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:16:53 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:16:53 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk"/>
Oct 15 20:16:53 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:16:53 user nova-compute[74712]:     </disk>
Oct 15 20:16:53 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:16:53 user nova-compute[74712]:       <mac address="fa:16:3e:55:6d:28"/>
Oct 15 20:16:53 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:16:53 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:16:53 user nova-compute[74712]:       <target dev="tap0d2c4866-a3"/>
Oct 15 20:16:53 user nova-compute[74712]:     </interface>
Oct 15 20:16:53 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:16:53 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/console.log" append="off"/>
Oct 15 20:16:53 user nova-compute[74712]:     </serial>
Oct 15 20:16:53 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:16:53 user nova-compute[74712]:     <video>
Oct 15 20:16:53 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:16:53 user nova-compute[74712]:     </video>
Oct 15 20:16:53 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:16:53 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:16:53 user nova-compute[74712]:     </rng>
Oct 15 20:16:53 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:16:53 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:16:53 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:16:53 user nova-compute[74712]:     </memballoon>
Oct 15 20:16:53 user nova-compute[74712]:   </devices>
Oct 15 20:16:53 user nova-compute[74712]: </domain>
Oct 15 20:16:53 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1752851029',display_name='tempest-VolumesSnapshotTestJSON-instance-1752851029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1752851029',id=45,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD8VwQnB/qfd0G/7MoxYAmxC+XFaIUzBS3uWeDNA1E+krP4tG+tqpxd8uDNQO+qUySMmYIucwdX4WLLb9O0rmaldCu7c9GbCex9ENu/TsDAnav/S9ADkbLby0RlotFbVOA==',key_name='tempest-keypair-1431047651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f55018995904f139ea71487a5a49846',ramdisk_id='',reservation_id='r-w5k9021u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-193811651',owner_user_name='tempest-VolumesSnapshotTestJSON-193811651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f434c7e781d404b9b4a6c5d45d2d9ed',uuid=9ba95abe-1307-4b28-8f4e-8800d7a37bcc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converting VIF {"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:6d:28,bridge_name='br-int',has_traffic_filtering=True,id=0d2c4866-a319-4eab-a577-7b104207ecf3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2c4866-a3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG os_vif [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:6d:28,bridge_name='br-int',has_traffic_filtering=True,id=0d2c4866-a319-4eab-a577-7b104207ecf3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2c4866-a3') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '644ab1dc-a083-5151-99d0-680f9b35f4b4', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d2c4866-a3, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d2c4866-a3, col_values=(('qos', UUID('2a55a75e-9349-49e3-87a0-ede3f20a7732')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d2c4866-a3, col_values=(('external_ids', {'iface-id': '0d2c4866-a319-4eab-a577-7b104207ecf3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:6d:28', 'vm-uuid': '9ba95abe-1307-4b28-8f4e-8800d7a37bcc'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:53 user nova-compute[74712]: INFO os_vif [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:6d:28,bridge_name='br-int',has_traffic_filtering=True,id=0d2c4866-a319-4eab-a577-7b104207ecf3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2c4866-a3')
Oct 15 20:16:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] No VIF found with MAC fa:16:3e:55:6d:28, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-9ef068c9-c41e-423d-8432-06bfeb7eacef req-2afc7a70-168a-4324-a2c6-bc4745514942 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Updated VIF entry in instance network info cache for port 0d2c4866-a319-4eab-a577-7b104207ecf3. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG nova.network.neutron [req-9ef068c9-c41e-423d-8432-06bfeb7eacef req-2afc7a70-168a-4324-a2c6-bc4745514942 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Updating instance_info_cache with network_info: [{"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:16:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9ef068c9-c41e-423d-8432-06bfeb7eacef req-2afc7a70-168a-4324-a2c6-bc4745514942 service nova] Releasing lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Skipping network cache update for instance because it is Building. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-96e54b72-cf1d-4ac3-b640-cc6ecadba3b0 req-a8630ffc-b91f-49af-aa1d-731556531713 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received event network-vif-plugged-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-96e54b72-cf1d-4ac3-b640-cc6ecadba3b0 req-a8630ffc-b91f-49af-aa1d-731556531713 service nova] Acquiring lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-96e54b72-cf1d-4ac3-b640-cc6ecadba3b0 req-a8630ffc-b91f-49af-aa1d-731556531713 service nova] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-96e54b72-cf1d-4ac3-b640-cc6ecadba3b0 req-a8630ffc-b91f-49af-aa1d-731556531713 service nova] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG nova.compute.manager [req-96e54b72-cf1d-4ac3-b640-cc6ecadba3b0 req-a8630ffc-b91f-49af-aa1d-731556531713 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] No waiting events found dispatching network-vif-plugged-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:16:55 user nova-compute[74712]: WARNING nova.compute.manager [req-96e54b72-cf1d-4ac3-b640-cc6ecadba3b0 req-a8630ffc-b91f-49af-aa1d-731556531713 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received unexpected event network-vif-plugged-0d2c4866-a319-4eab-a577-7b104207ecf3 for instance with vm_state building and task_state spawning.
Oct 15 20:16:55 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updating instance_info_cache with network_info: [{"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:16:57 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Instance spawned successfully.
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:16:57 user nova-compute[74712]: INFO nova.compute.manager [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Took 5.08 seconds to spawn the instance on the hypervisor.
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:16:57 user nova-compute[74712]: INFO nova.compute.manager [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Took 5.78 seconds to build instance.
Oct 15 20:16:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-64d3e2e9-4463-4163-98a2-8a670f6ae828 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.878s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-cdd3d07f-385a-4eb7-a824-6789b3a9b75e req-6f397ee3-ec2a-4784-9f7a-1a36b3b1418e service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received event network-vif-plugged-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cdd3d07f-385a-4eb7-a824-6789b3a9b75e req-6f397ee3-ec2a-4784-9f7a-1a36b3b1418e service nova] Acquiring lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cdd3d07f-385a-4eb7-a824-6789b3a9b75e req-6f397ee3-ec2a-4784-9f7a-1a36b3b1418e service nova] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cdd3d07f-385a-4eb7-a824-6789b3a9b75e req-6f397ee3-ec2a-4784-9f7a-1a36b3b1418e service nova] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:16:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-cdd3d07f-385a-4eb7-a824-6789b3a9b75e req-6f397ee3-ec2a-4784-9f7a-1a36b3b1418e service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] No waiting events found dispatching network-vif-plugged-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:16:57 user nova-compute[74712]: WARNING nova.compute.manager [req-cdd3d07f-385a-4eb7-a824-6789b3a9b75e req-6f397ee3-ec2a-4784-9f7a-1a36b3b1418e service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received unexpected event network-vif-plugged-0d2c4866-a319-4eab-a577-7b104207ecf3 for instance with vm_state active and task_state None.
Oct 15 20:16:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:16:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:01 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:17:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:05 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance de9df99c-9ef2-44e3-879e-453f551a26f3 is timed out.
Oct 15 20:17:05 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Successfully detached device vdc from instance de9df99c-9ef2-44e3-879e-453f551a26f3 from the live domain config.
Oct 15 20:17:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:17:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RIzSGMKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:17:05 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:17:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:17:05 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:17:05 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[897f44b0-7eba-4fef-8262-53dfdc7a0791]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:17:06 user nova-compute[74712]: No targets found.
Oct 15 20:17:06 user nova-compute[74712]: iSNS:
Oct 15 20:17:06 user nova-compute[74712]: No targets found.
Oct 15 20:17:06 user nova-compute[74712]: STATIC:
Oct 15 20:17:06 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff
Oct 15 20:17:06 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:17:06 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:17:06 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6
Oct 15 20:17:06 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:17:06 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:17:06 user nova-compute[74712]: FIRMWARE:
Oct 15 20:17:06 user nova-compute[74712]: No targets found.
Oct 15 20:17:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:17:06 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:17:06 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe12c20c-291b-4d4d-a0a4-afa20a486b8d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[19b0484f-077e-487b-a0af-43043a4ee36b]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)
Oct 15 20:17:06 user nova-compute[74712]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 (non-flash)
Oct 15 20:17:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)
Oct 15 20:17:06 user nova-compute[74712]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 (non-flash)
Oct 15 20:17:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca7d67520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f97d22d-edd4-49d2-bd34-114cdaa43f8b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[417d10e0-1fe4-4b07-ba20-1323c6f00d7b]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e0ef8aa-ced2-4a01-aa4c-46c43f73d4d1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cb41ce5-3bbd-4fdc-8959-784dffd71c3f]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4c96d37-49e9-4309-a10f-387a960873ad]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e3a4d21-5d63-4674-9ee2-92262d9dcb1d]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6, portal: 172.16.0.220,3260]
Oct 15 20:17:06 user nova-compute[74712]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6, portal: 172.16.0.220,3260] successful.
Oct 15 20:17:06 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3434cd96-8794-4e6a-bf96-021f34e156e6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8055421-029e-4267-991c-8e4060c8e4f1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] <== disconnect_volume: return (290ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:17:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:17:07 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lazy-loading 'flavor' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:17:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fee5005d-8b9a-4876-990a-36159f04f30c tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.714s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:17:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:17:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:17:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:17:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:17:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:17:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:17:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:17:36 user nova-compute[74712]: INFO nova.compute.manager [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Detaching volume afd5bde5-a806-410e-bfef-3e2e9dfbc3ff
Oct 15 20:17:36 user nova-compute[74712]: INFO nova.virt.block_device [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Attempting to driver detach volume afd5bde5-a806-410e-bfef-3e2e9dfbc3ff from mountpoint /dev/vdb
Oct 15 20:17:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Attempting to detach device vdb from instance de9df99c-9ef2-44e3-879e-453f551a26f3 from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:17:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:17:36 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:17:36 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:17:36 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:17:36 user nova-compute[74712]:   <serial>afd5bde5-a806-410e-bfef-3e2e9dfbc3ff</serial>
Oct 15 20:17:36 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:17:36 user nova-compute[74712]: </disk>
Oct 15 20:17:36 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:17:36 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Successfully detached device vdb from instance de9df99c-9ef2-44e3-879e-453f551a26f3 from the persistent domain config.
Oct 15 20:17:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance de9df99c-9ef2-44e3-879e-453f551a26f3 from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:17:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:17:36 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:17:36 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:17:36 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:17:36 user nova-compute[74712]:   <serial>afd5bde5-a806-410e-bfef-3e2e9dfbc3ff</serial>
Oct 15 20:17:36 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:17:36 user nova-compute[74712]: </disk>
Oct 15 20:17:36 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:17:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:17:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:17:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:17:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:17:45 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:17:45 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:17:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:17:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:17:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:17:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:17:46 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:17:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:47 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:17:47 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:17:47 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8866MB free_disk=24.93865966796875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:17:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:17:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:17:47 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance de9df99c-9ef2-44e3-879e-453f551a26f3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:17:47 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 9ba95abe-1307-4b28-8f4e-8800d7a37bcc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:17:47 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.223s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:17:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:52 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:17:52 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:17:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:17:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:54 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:17:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:17:55 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:17:55 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:17:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:17:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:17:55 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:17:55 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updating instance_info_cache with network_info: [{"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-de9df99c-9ef2-44e3-879e-453f551a26f3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:17:56 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance de9df99c-9ef2-44e3-879e-453f551a26f3 is timed out.
Oct 15 20:17:56 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Successfully detached device vdb from instance de9df99c-9ef2-44e3-879e-453f551a26f3 from the live domain config.
Oct 15 20:17:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZboujeKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:17:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a98fa4b-e52f-43a2-bf8a-2313a960d1e9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:17:56 user nova-compute[74712]: No targets found.
Oct 15 20:17:56 user nova-compute[74712]: iSNS:
Oct 15 20:17:56 user nova-compute[74712]: No targets found.
Oct 15 20:17:56 user nova-compute[74712]: STATIC:
Oct 15 20:17:56 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff
Oct 15 20:17:56 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:17:56 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:17:56 user nova-compute[74712]: FIRMWARE:
Oct 15 20:17:56 user nova-compute[74712]: No targets found.
Oct 15 20:17:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:17:56 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:17:56 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[05df125c-585f-4b7b-9f49-d7bbd35e29ca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d908f61b-0ac6-4466-8c2b-f5dc26b8dc7a]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)
Oct 15 20:17:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff (non-flash)
Oct 15 20:17:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846f5750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff952b4c-1f98-4bbc-bedd-228321daf049]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7315fb45-322a-40e0-98a2-8259f8773920]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5758adef-9f9d-4399-9a72-47f31f3da2c2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6877441-4edf-499b-8e5f-28d672dce84d]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b58fccfd-2d63-423b-972d-51b4f40b9b6a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7419a33-a57d-48f1-b99c-00f5b52c0667]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff, portal: 172.16.0.220,3260]
Oct 15 20:17:56 user nova-compute[74712]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff, portal: 172.16.0.220,3260] successful.
Oct 15 20:17:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afd5bde5-a806-410e-bfef-3e2e9dfbc3ff -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[64859a33-322b-43b3-87b3-f2584f8c133c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.274s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] <== disconnect_volume: return (275ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:17:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:17:57 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lazy-loading 'flavor' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:17:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b4665b7-be4e-4f68-8613-4791fddfc7c9 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.610s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:17:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:17:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:17:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:17:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:17:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:17:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:18:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:18:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:18:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:18:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:18:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:18:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:18:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:18:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.004s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:18:26 user nova-compute[74712]: INFO nova.compute.manager [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Terminating instance
Oct 15 20:18:26 user nova-compute[74712]: DEBUG nova.compute.manager [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-7e0cd7e6-994f-4cbc-b3ee-ae1ba6c4a1f1 req-9ee14c40-b7a1-42f6-a3b2-cce6b46a18e4 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received event network-vif-unplugged-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7e0cd7e6-994f-4cbc-b3ee-ae1ba6c4a1f1 req-9ee14c40-b7a1-42f6-a3b2-cce6b46a18e4 service nova] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7e0cd7e6-994f-4cbc-b3ee-ae1ba6c4a1f1 req-9ee14c40-b7a1-42f6-a3b2-cce6b46a18e4 service nova] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7e0cd7e6-994f-4cbc-b3ee-ae1ba6c4a1f1 req-9ee14c40-b7a1-42f6-a3b2-cce6b46a18e4 service nova] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-7e0cd7e6-994f-4cbc-b3ee-ae1ba6c4a1f1 req-9ee14c40-b7a1-42f6-a3b2-cce6b46a18e4 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] No waiting events found dispatching network-vif-unplugged-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-7e0cd7e6-994f-4cbc-b3ee-ae1ba6c4a1f1 req-9ee14c40-b7a1-42f6-a3b2-cce6b46a18e4 service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received event network-vif-unplugged-72b8a416-36a7-4bbe-9008-c1aba85224fc for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:18:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Instance destroyed successfully.
Oct 15 20:18:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lazy-loading 'resources' on Instance uuid de9df99c-9ef2-44e3-879e-453f551a26f3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:14:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1224185635',display_name='tempest-TestServerVolumeAttachmentScenario-server-1224185635',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1224185635',id=44,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNwD1d2Ak4ofWArdLl9VXVLLVgyuvJ1Nn5i8TeSGbHsrvs0alSQ0IxdxkzPQKJYKxHJlMMWBGDSv2QXUEo9dbU8MNu+mn98AQq7oNMgZLZ/aAz+xHHXKXwwMFCWoSYyV/w==',key_name='tempest-keypair-2079273438',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:14:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc414a16db3d41258a184ae337f5c691',ramdisk_id='',reservation_id='r-gctl4di4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-46523147',owner_user_name='tempest-TestServerVolumeAttachmentScenario-46523147-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:14:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5bbdf98460854f0fa1fd5d1b90787de0',uuid=de9df99c-9ef2-44e3-879e-453f551a26f3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Converting VIF {"id": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "address": "fa:16:3e:99:40:b7", "network": {"id": "423d5eb2-fad9-425a-ad48-533c345eabcd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-146422607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc414a16db3d41258a184ae337f5c691", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72b8a416-36", "ovs_interfaceid": "72b8a416-36a7-4bbe-9008-c1aba85224fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:99:40:b7,bridge_name='br-int',has_traffic_filtering=True,id=72b8a416-36a7-4bbe-9008-c1aba85224fc,network=Network(423d5eb2-fad9-425a-ad48-533c345eabcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72b8a416-36') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG os_vif [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:99:40:b7,bridge_name='br-int',has_traffic_filtering=True,id=72b8a416-36a7-4bbe-9008-c1aba85224fc,network=Network(423d5eb2-fad9-425a-ad48-533c345eabcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72b8a416-36') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap72b8a416-36, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=31a40d56-bc14-4485-9470-7bc82e0e83a7) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:18:27 user nova-compute[74712]: INFO os_vif [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:99:40:b7,bridge_name='br-int',has_traffic_filtering=True,id=72b8a416-36a7-4bbe-9008-c1aba85224fc,network=Network(423d5eb2-fad9-425a-ad48-533c345eabcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72b8a416-36')
Oct 15 20:18:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Deleting instance files /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3_del
Oct 15 20:18:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Deletion of /opt/stack/data/nova/instances/de9df99c-9ef2-44e3-879e-453f551a26f3_del complete
Oct 15 20:18:27 user nova-compute[74712]: INFO nova.compute.manager [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Took 0.84 seconds to destroy the instance on the hypervisor.
Oct 15 20:18:27 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:18:27 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Took 0.61 seconds to deallocate network for instance.
Oct 15 20:18:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:18:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:18:28 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:18:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:18:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.129s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:18:28 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Deleted allocations for instance de9df99c-9ef2-44e3-879e-453f551a26f3
Oct 15 20:18:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-96c350db-a8db-4bd3-af33-f6e869fd9943 tempest-TestServerVolumeAttachmentScenario-46523147 tempest-TestServerVolumeAttachmentScenario-46523147-project-member] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.781s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:18:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-2b988efa-c011-4286-8d3e-35a2e79e81d0 req-ea687a47-25fd-4547-9027-4f945b19744a service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received event network-vif-plugged-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:18:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2b988efa-c011-4286-8d3e-35a2e79e81d0 req-ea687a47-25fd-4547-9027-4f945b19744a service nova] Acquiring lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:18:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2b988efa-c011-4286-8d3e-35a2e79e81d0 req-ea687a47-25fd-4547-9027-4f945b19744a service nova] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:18:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-2b988efa-c011-4286-8d3e-35a2e79e81d0 req-ea687a47-25fd-4547-9027-4f945b19744a service nova] Lock "de9df99c-9ef2-44e3-879e-453f551a26f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:18:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-2b988efa-c011-4286-8d3e-35a2e79e81d0 req-ea687a47-25fd-4547-9027-4f945b19744a service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] No waiting events found dispatching network-vif-plugged-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:18:28 user nova-compute[74712]: WARNING nova.compute.manager [req-2b988efa-c011-4286-8d3e-35a2e79e81d0 req-ea687a47-25fd-4547-9027-4f945b19744a service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received unexpected event network-vif-plugged-72b8a416-36a7-4bbe-9008-c1aba85224fc for instance with vm_state deleted and task_state None.
Oct 15 20:18:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-2b988efa-c011-4286-8d3e-35a2e79e81d0 req-ea687a47-25fd-4547-9027-4f945b19744a service nova] [instance: de9df99c-9ef2-44e3-879e-453f551a26f3] Received event network-vif-deleted-72b8a416-36a7-4bbe-9008-c1aba85224fc {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:18:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:18:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:18:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-0e94ebf6-b2bc-4c7d-8686-43a71cc20eef req-785c2f48-b1b0-43f5-86ff-0c6ffb39726b service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received event network-changed-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-0e94ebf6-b2bc-4c7d-8686-43a71cc20eef req-785c2f48-b1b0-43f5-86ff-0c6ffb39726b service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Refreshing instance network info cache due to event network-changed-0d2c4866-a319-4eab-a577-7b104207ecf3. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0e94ebf6-b2bc-4c7d-8686-43a71cc20eef req-785c2f48-b1b0-43f5-86ff-0c6ffb39726b service nova] Acquiring lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0e94ebf6-b2bc-4c7d-8686-43a71cc20eef req-785c2f48-b1b0-43f5-86ff-0c6ffb39726b service nova] Acquired lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG nova.network.neutron [req-0e94ebf6-b2bc-4c7d-8686-43a71cc20eef req-785c2f48-b1b0-43f5-86ff-0c6ffb39726b service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Refreshing network info cache for port 0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lazy-loading 'flavor' on Instance uuid 9ba95abe-1307-4b28-8f4e-8800d7a37bcc {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:18:42 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Ignoring supplied device name: /dev/vdb
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG nova.network.neutron [req-0e94ebf6-b2bc-4c7d-8686-43a71cc20eef req-785c2f48-b1b0-43f5-86ff-0c6ffb39726b service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Updated VIF entry in instance network info cache for port 0d2c4866-a319-4eab-a577-7b104207ecf3. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG nova.network.neutron [req-0e94ebf6-b2bc-4c7d-8686-43a71cc20eef req-785c2f48-b1b0-43f5-86ff-0c6ffb39726b service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Updating instance_info_cache with network_info: [{"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0e94ebf6-b2bc-4c7d-8686-43a71cc20eef req-785c2f48-b1b0-43f5-86ff-0c6ffb39726b service nova] Releasing lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:18:42 user nova-compute[74712]: INFO nova.compute.manager [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Attaching volume 5a66abed-d818-4221-bf90-49226f47b26e to /dev/vdb
Oct 15 20:18:42 user nova-compute[74712]: DEBUG os_brick.utils [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa17549-86fd-4088-b120-b23960c0bc13]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[85bd12f5-729c-441e-b89f-a15f56ce6e32]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2dcd463-e0ee-41e4-91e9-b9079bcee712]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e17fac0-ae98-4579-9578-9c10ed277e64]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:18:43 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:18:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4107806-f10b-4941-b9cd-702c5022946d]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG os_brick.utils [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Updating existing volume attachment record: 77052bb3-ab56-4261-b02b-e47b087d1db7 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:18:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:18:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:18:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:18:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:47 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:18:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:18:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:18:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:18:47 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:18:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:48 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:48 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:18:48 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:18:48 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8964MB free_disk=24.96564483642578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:18:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:18:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:18:48 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 9ba95abe-1307-4b28-8f4e-8800d7a37bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:18:48 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:18:48 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:18:48 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:18:48 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:18:48 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:18:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.191s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:18:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:18:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:18:54 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:18:54 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'manrvsHf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:18:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:18:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:18:56 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bfa077b-9cf5-40b4-b898-8231e7a3e1ed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:18:56 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c515a50d-cfa5-4ebc-b9e0-6500d9738106]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e] added
Oct 15 20:18:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8286fff-a7a5-4b59-a63b-80d05b6db96b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae93e981-97a6-446f-94db-09ea1cc9a29d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v manrvsHf {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v manrvsHf" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b10798cc-2106-414f-830e-9ce958efbc74]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'manrvsHf'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e82aa70-c187-4c3d-a7ee-b7aab0062fb3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed8367cf-e582-4898-9636-8d7932380d9e]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:18:56 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:18:56 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:18:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:18:56 user nova-compute[74712]: 
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[de452801-1cfa-47d9-bfcd-5594e0f975a4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e, portal: 172.16.0.220,3260]
Oct 15 20:18:56 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e, portal: 172.16.0.220,3260] successful.
Oct 15 20:18:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[043fd1ad-13e5-481a-9368-62eb6dd626ab]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e52f00-a339-495e-9dcd-dfce10ba4650]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e (non-flash)
Oct 15 20:18:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e (non-flash)
Oct 15 20:18:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3dbf168-9224-45db-ae6e-1607ebae0534]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'manrvsHf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:18:56 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Updating instance_info_cache with network_info: [{"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-9ba95abe-1307-4b28-8f4e-8800d7a37bcc" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.272s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] <== connect_volume: return (1273ms) {'type': 'block', 'scsi_wwn': '23137383361626334', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137383361626334', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG nova.objects.instance [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lazy-loading 'flavor' on Instance uuid 9ba95abe-1307-4b28-8f4e-8800d7a37bcc {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:18:57 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:18:57 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:18:57 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:18:57 user nova-compute[74712]:   <serial>5a66abed-d818-4221-bf90-49226f47b26e</serial>
Oct 15 20:18:57 user nova-compute[74712]: </disk>
Oct 15 20:18:57 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:18:57 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] No VIF found with MAC fa:16:3e:55:6d:28, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:18:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-b65746a4-9809-403c-92ee-7870508aae71 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.190s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:18:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:19:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:19:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:19:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:19:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:19:32 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:19:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:19:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:19:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:19:49 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:19:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:19:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:19:49 user nova-compute[74712]: INFO nova.compute.manager [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Detaching volume 5a66abed-d818-4221-bf90-49226f47b26e
Oct 15 20:19:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:19:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:19:50 user nova-compute[74712]: INFO nova.virt.block_device [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Attempting to driver detach volume 5a66abed-d818-4221-bf90-49226f47b26e from mountpoint /dev/vdb
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Attempting to detach device vdb from instance 9ba95abe-1307-4b28-8f4e-8800d7a37bcc from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:19:50 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:19:50 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:19:50 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:19:50 user nova-compute[74712]:   <serial>5a66abed-d818-4221-bf90-49226f47b26e</serial>
Oct 15 20:19:50 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:19:50 user nova-compute[74712]: </disk>
Oct 15 20:19:50 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:19:50 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Successfully detached device vdb from instance 9ba95abe-1307-4b28-8f4e-8800d7a37bcc from the persistent domain config.
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9ba95abe-1307-4b28-8f4e-8800d7a37bcc from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:19:50 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:19:50 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:19:50 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:19:50 user nova-compute[74712]:   <serial>5a66abed-d818-4221-bf90-49226f47b26e</serial>
Oct 15 20:19:50 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:19:50 user nova-compute[74712]: </disk>
Oct 15 20:19:50 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9ba95abe-1307-4b28-8f4e-8800d7a37bcc {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:19:50 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:19:50 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8959MB free_disk=24.96314239501953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 9ba95abe-1307-4b28-8f4e-8800d7a37bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:19:50 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:19:51 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:19:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.229s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:19:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:53 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 20:19:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:54 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:19:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:19:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:19:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:19:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Skipping network cache update for instance because it is being deleted. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9938}}
Oct 15 20:19:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 20:19:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:04 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:20:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 20:20:10 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9ba95abe-1307-4b28-8f4e-8800d7a37bcc is timed out.
Oct 15 20:20:10 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Successfully detached device vdb from instance 9ba95abe-1307-4b28-8f4e-8800d7a37bcc from the live domain config.
Oct 15 20:20:10 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'manrvsHf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:20:10 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[19012e28-265f-447b-8b90-d5bf1411bcf7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:20:10 user nova-compute[74712]: No targets found.
Oct 15 20:20:10 user nova-compute[74712]: iSNS:
Oct 15 20:20:10 user nova-compute[74712]: No targets found.
Oct 15 20:20:10 user nova-compute[74712]: STATIC:
Oct 15 20:20:10 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e
Oct 15 20:20:10 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:20:10 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:20:10 user nova-compute[74712]: FIRMWARE:
Oct 15 20:20:10 user nova-compute[74712]: No targets found.
Oct 15 20:20:10 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:20:10 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:20:10 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0b3613c-2478-4bd6-a5b7-6f6645e20de2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[be3a988e-bb98-4b3d-a64d-d48779f27dd4]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e (non-flash)
Oct 15 20:20:10 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e (non-flash)
Oct 15 20:20:10 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c845a7a30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a28a93-3e39-4b43-ae36-48497e9d20ee]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f5b920d-c80f-4f4f-b282-71f61c4594a9]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d3f755-7d46-453e-ac33-583a5c3c4976]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b36e96d-7791-4c07-8c0d-c47561bf98e6]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[27b7f41b-3953-4e2d-b164-585313ab48f1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c3474ee-67c6-44dc-b3a3-7c966bc32446]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e, portal: 172.16.0.220,3260]
Oct 15 20:20:11 user nova-compute[74712]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e, portal: 172.16.0.220,3260] successful.
Oct 15 20:20:11 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[704e593e-f6f4-4b2a-a6f3-185c7c68b0d4]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] <== disconnect_volume: return (278ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG nova.objects.instance [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lazy-loading 'flavor' on Instance uuid 9ba95abe-1307-4b28-8f4e-8800d7a37bcc {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-23ac36f8-a73d-44af-9c00-64b09a191432 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.163s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.010s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:11 user nova-compute[74712]: INFO nova.compute.manager [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Terminating instance
Oct 15 20:20:11 user nova-compute[74712]: DEBUG nova.compute.manager [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-d3331e27-9ff9-4ead-afc0-7bfd289bc839 req-3d9eb1db-e6f2-4016-9c53-d7d2da191ba8 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received event network-vif-unplugged-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d3331e27-9ff9-4ead-afc0-7bfd289bc839 req-3d9eb1db-e6f2-4016-9c53-d7d2da191ba8 service nova] Acquiring lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d3331e27-9ff9-4ead-afc0-7bfd289bc839 req-3d9eb1db-e6f2-4016-9c53-d7d2da191ba8 service nova] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d3331e27-9ff9-4ead-afc0-7bfd289bc839 req-3d9eb1db-e6f2-4016-9c53-d7d2da191ba8 service nova] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-d3331e27-9ff9-4ead-afc0-7bfd289bc839 req-3d9eb1db-e6f2-4016-9c53-d7d2da191ba8 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] No waiting events found dispatching network-vif-unplugged-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.compute.manager [req-d3331e27-9ff9-4ead-afc0-7bfd289bc839 req-3d9eb1db-e6f2-4016-9c53-d7d2da191ba8 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received event network-vif-unplugged-0d2c4866-a319-4eab-a577-7b104207ecf3 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Instance destroyed successfully.
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.objects.instance [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lazy-loading 'resources' on Instance uuid 9ba95abe-1307-4b28-8f4e-8800d7a37bcc {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1752851029',display_name='tempest-VolumesSnapshotTestJSON-instance-1752851029',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1752851029',id=45,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD8VwQnB/qfd0G/7MoxYAmxC+XFaIUzBS3uWeDNA1E+krP4tG+tqpxd8uDNQO+qUySMmYIucwdX4WLLb9O0rmaldCu7c9GbCex9ENu/TsDAnav/S9ADkbLby0RlotFbVOA==',key_name='tempest-keypair-1431047651',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:16:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5f55018995904f139ea71487a5a49846',ramdisk_id='',reservation_id='r-w5k9021u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-193811651',owner_user_name='tempest-VolumesSnapshotTestJSON-193811651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:16:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f434c7e781d404b9b4a6c5d45d2d9ed',uuid=9ba95abe-1307-4b28-8f4e-8800d7a37bcc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converting VIF {"id": "0d2c4866-a319-4eab-a577-7b104207ecf3", "address": "fa:16:3e:55:6d:28", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2c4866-a3", "ovs_interfaceid": "0d2c4866-a319-4eab-a577-7b104207ecf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:6d:28,bridge_name='br-int',has_traffic_filtering=True,id=0d2c4866-a319-4eab-a577-7b104207ecf3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2c4866-a3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG os_vif [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:6d:28,bridge_name='br-int',has_traffic_filtering=True,id=0d2c4866-a319-4eab-a577-7b104207ecf3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2c4866-a3') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d2c4866-a3, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2a55a75e-9349-49e3-87a0-ede3f20a7732) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:12 user nova-compute[74712]: INFO os_vif [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:6d:28,bridge_name='br-int',has_traffic_filtering=True,id=0d2c4866-a319-4eab-a577-7b104207ecf3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2c4866-a3')
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:5a66abed-d818-4221-bf90-49226f47b26e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'manrvsHf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:20:12 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:20:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[904d7521-cd00-4458-bd98-b3d57ba82cba]: Unexpected error while running command.
Oct 15 20:20:12 user nova-compute[74712]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 15 20:20:12 user nova-compute[74712]: Exit code: 21
Oct 15 20:20:12 user nova-compute[74712]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 15 20:20:12 user nova-compute[74712]: Stderr: '' {{(pid=85655) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Oct 15 20:20:12 user nova-compute[74712]: Traceback (most recent call last):
Oct 15 20:20:12 user nova-compute[74712]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Oct 15 20:20:12 user nova-compute[74712]:     ret = func(*f_args, **f_kwargs)
Oct 15 20:20:12 user nova-compute[74712]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Oct 15 20:20:12 user nova-compute[74712]:     return func(*args, **kwargs)
Oct 15 20:20:12 user nova-compute[74712]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Oct 15 20:20:12 user nova-compute[74712]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Oct 15 20:20:12 user nova-compute[74712]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Oct 15 20:20:12 user nova-compute[74712]:     return putils.execute(on_execute=on_execute,
Oct 15 20:20:12 user nova-compute[74712]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Oct 15 20:20:12 user nova-compute[74712]:     raise ProcessExecutionError(exit_code=_returncode,
Oct 15 20:20:12 user nova-compute[74712]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 15 20:20:12 user nova-compute[74712]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 15 20:20:12 user nova-compute[74712]: Exit code: 21
Oct 15 20:20:12 user nova-compute[74712]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 15 20:20:12 user nova-compute[74712]: Stderr: ''
Oct 15 20:20:12 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[904d7521-cd00-4458-bd98-b3d57ba82cba]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 15 20:20:12 user nova-compute[74712]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 15 20:20:12 user nova-compute[74712]: Exit code: 21
Oct 15 20:20:12 user nova-compute[74712]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 15 20:20:12 user nova-compute[74712]: Stderr: ''
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Oct 15 20:20:12 user nova-compute[74712]: ERROR os_brick.initiator.connectors.iscsi 
Oct 15 20:20:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=74712) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.048s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] <== disconnect_volume: return (49ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:20:12 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Deleting instance files /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc_del
Oct 15 20:20:12 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Deletion of /opt/stack/data/nova/instances/9ba95abe-1307-4b28-8f4e-8800d7a37bcc_del complete
Oct 15 20:20:12 user nova-compute[74712]: INFO nova.compute.manager [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 15 20:20:12 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:20:12 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:20:13 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:20:13 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Took 0.79 seconds to deallocate network for instance.
Oct 15 20:20:13 user nova-compute[74712]: DEBUG nova.compute.manager [req-ffe67d62-6411-4827-89b1-db3ffb455591 req-b9c1f4ea-285c-46b1-a49d-0d24bb5b9b97 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received event network-vif-deleted-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:20:13 user nova-compute[74712]: WARNING nova.volume.cinder [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Attachment 77052bb3-ab56-4261-b02b-e47b087d1db7 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 77052bb3-ab56-4261-b02b-e47b087d1db7. (HTTP 404) (Request-ID: req-269b661c-d609-4b74-a7b3-077329485483)
Oct 15 20:20:13 user nova-compute[74712]: INFO nova.compute.manager [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Took 0.03 seconds to detach 1 volumes for instance.
Oct 15 20:20:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:13 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:20:13 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:20:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.167s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:13 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Deleted allocations for instance 9ba95abe-1307-4b28-8f4e-8800d7a37bcc
Oct 15 20:20:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-81fd8a7d-6d09-4768-8929-5cc5c1161667 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.123s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed5447ed-c1c2-4ac8-8523-8414cf18cfd7 req-edc40601-a17c-4ceb-b0b7-f625a752c9e5 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received event network-vif-plugged-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:20:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed5447ed-c1c2-4ac8-8523-8414cf18cfd7 req-edc40601-a17c-4ceb-b0b7-f625a752c9e5 service nova] Acquiring lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed5447ed-c1c2-4ac8-8523-8414cf18cfd7 req-edc40601-a17c-4ceb-b0b7-f625a752c9e5 service nova] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed5447ed-c1c2-4ac8-8523-8414cf18cfd7 req-edc40601-a17c-4ceb-b0b7-f625a752c9e5 service nova] Lock "9ba95abe-1307-4b28-8f4e-8800d7a37bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:14 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed5447ed-c1c2-4ac8-8523-8414cf18cfd7 req-edc40601-a17c-4ceb-b0b7-f625a752c9e5 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] No waiting events found dispatching network-vif-plugged-0d2c4866-a319-4eab-a577-7b104207ecf3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:20:14 user nova-compute[74712]: WARNING nova.compute.manager [req-ed5447ed-c1c2-4ac8-8523-8414cf18cfd7 req-edc40601-a17c-4ceb-b0b7-f625a752c9e5 service nova] [instance: 9ba95abe-1307-4b28-8f4e-8800d7a37bcc] Received unexpected event network-vif-plugged-0d2c4866-a319-4eab-a577-7b104207ecf3 for instance with vm_state deleted and task_state None.
Oct 15 20:20:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "95e8001e-fdb0-4d41-952c-a558448ef54f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:20:17 user nova-compute[74712]: INFO nova.compute.claims [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Claim successful on node user
Oct 15 20:20:17 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.310s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:20:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:20:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:20:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:17 user nova-compute[74712]: INFO nova.virt.block_device [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Booting with volume snapshot 387ca5d7-2d8b-469e-a3fc-2579ab54a733 at /dev/vda
Oct 15 20:20:17 user nova-compute[74712]: DEBUG nova.policy [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5c3de54dde4c79b03d32c5e6442489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc99b57214f941908675915606d4ed4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:20:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Successfully created port: 8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Successfully updated port: 8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquired lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-6c34a3dc-b165-4730-a72a-1db1614291de req-8623c8cd-927f-465c-a2b3-fabbf7839e1f service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Received event network-changed-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-6c34a3dc-b165-4730-a72a-1db1614291de req-8623c8cd-927f-465c-a2b3-fabbf7839e1f service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Refreshing instance network info cache due to event network-changed-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6c34a3dc-b165-4730-a72a-1db1614291de req-8623c8cd-927f-465c-a2b3-fabbf7839e1f service nova] Acquiring lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Updating instance_info_cache with network_info: [{"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Releasing lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Instance network_info: |[{"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6c34a3dc-b165-4730-a72a-1db1614291de req-8623c8cd-927f-465c-a2b3-fabbf7839e1f service nova] Acquired lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-6c34a3dc-b165-4730-a72a-1db1614291de req-8623c8cd-927f-465c-a2b3-fabbf7839e1f service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Refreshing network info cache for port 8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-6c34a3dc-b165-4730-a72a-1db1614291de req-8623c8cd-927f-465c-a2b3-fabbf7839e1f service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Updated VIF entry in instance network info cache for port 8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-6c34a3dc-b165-4730-a72a-1db1614291de req-8623c8cd-927f-465c-a2b3-fabbf7839e1f service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Updating instance_info_cache with network_info: [{"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:20:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6c34a3dc-b165-4730-a72a-1db1614291de req-8623c8cd-927f-465c-a2b3-fabbf7839e1f service nova] Releasing lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:20:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG os_brick.utils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c068a41-0c36-48ad-8b0e-6d458d9808b7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ada21f2-eb3d-4a46-bace-492c3cb46f1d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7d950bc-21d9-47b4-b770-0ac2bf90b6ef]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac4851e8-e801-42bf-873f-e6d5eaf0941b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:20:23 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:20:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e57925-07a5-4260-a00d-0ff15c738b72]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG os_brick.utils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:20:23 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Updating existing volume attachment record: c54f89b9-7a5b-4d30-a515-affa3a76c8d0 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:20:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:20:36 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Creating image(s)
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Ensure instance console log exists: /opt/stack/data/nova/instances/95e8001e-fdb0-4d41-952c-a558448ef54f/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Start _get_guest_xml network_info=[{"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xMeqElNZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95e8001e-fdb0-4d41-952c-a558448ef54f', 'attached_at': '', 'detached_at': '', 'volume_id': '7b04df8a-ee6a-463a-8e05-1744a9485249', 'serial': '7b04df8a-ee6a-463a-8e05-1744a9485249'}, 'attachment_id': 'c54f89b9-7a5b-4d30-a515-affa3a76c8d0', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:20:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:20:36 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xMeqElNZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:20:36 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:20:36 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:20:36 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2c174b7-5c1b-4df2-b2f6-0bf1b9e1cef5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:20:36 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c407dd2f-91a9-4535-8852-ced727f35872]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249] added
Oct 15 20:20:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7621382d-fe6f-4c84-b6a0-a4e812624ec0]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bc30ad3-2edd-499d-8735-4eae5a16eeeb]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xMeqElNZ {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xMeqElNZ" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[90c46d56-3296-4081-b449-197c891bf986]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xMeqElNZ'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[11bc18dd-b817-41d8-9bc7-4658610912f0]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[102f27b2-e85d-4c48-8f96-21a5a864761a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:20:36 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:20:36 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:20:36 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:20:36 user nova-compute[74712]: 
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[153f06ed-3c0e-468f-8d11-11e6ec961475]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249, portal: 172.16.0.220,3260]
Oct 15 20:20:36 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249, portal: 172.16.0.220,3260] successful.
Oct 15 20:20:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef291eba-7a5c-4924-9335-0399da3fd1f9]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f474048-b3d0-40b5-9601-51268b96cbdc]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 (non-flash)
Oct 15 20:20:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 (non-flash)
Oct 15 20:20:36 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.227s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42730a5-fea6-4974-8541-fa6da1299c41]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:20:36 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xMeqElNZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.254s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== connect_volume: return (1255ms) {'type': 'block', 'scsi_wwn': '26661323064306666', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:20:37 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661323064306666', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:20:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-774226103',display_name='tempest-TestVolumeBootPattern-server-774226103',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-774226103',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-g5xbq0zs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:20:18Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=95e8001e-fdb0-4d41-952c-a558448ef54f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:fb:39,bridge_name='br-int',has_traffic_filtering=True,id=8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b11342c-e3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG nova.objects.instance [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'pci_devices' on Instance uuid 95e8001e-fdb0-4d41-952c-a558448ef54f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:20:38 user nova-compute[74712]:   <uuid>95e8001e-fdb0-4d41-952c-a558448ef54f</uuid>
Oct 15 20:20:38 user nova-compute[74712]:   <name>instance-0000002e</name>
Oct 15 20:20:38 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:20:38 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:20:38 user nova-compute[74712]:   <metadata>
Oct 15 20:20:38 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:20:38 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:20:38 user nova-compute[74712]:       <nova:name>tempest-TestVolumeBootPattern-server-774226103</nova:name>
Oct 15 20:20:38 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:20:36</nova:creationTime>
Oct 15 20:20:38 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:20:38 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:20:38 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:20:38 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:20:38 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:20:38 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:20:38 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:20:38 user nova-compute[74712]:       <nova:owner>
Oct 15 20:20:38 user nova-compute[74712]:         <nova:user uuid="7b5c3de54dde4c79b03d32c5e6442489">tempest-TestVolumeBootPattern-1740697399-project-member</nova:user>
Oct 15 20:20:38 user nova-compute[74712]:         <nova:project uuid="bc99b57214f941908675915606d4ed4b">tempest-TestVolumeBootPattern-1740697399</nova:project>
Oct 15 20:20:38 user nova-compute[74712]:       </nova:owner>
Oct 15 20:20:38 user nova-compute[74712]:       <nova:ports>
Oct 15 20:20:38 user nova-compute[74712]:         <nova:port uuid="8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6">
Oct 15 20:20:38 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 15 20:20:38 user nova-compute[74712]:         </nova:port>
Oct 15 20:20:38 user nova-compute[74712]:       </nova:ports>
Oct 15 20:20:38 user nova-compute[74712]:     </nova:instance>
Oct 15 20:20:38 user nova-compute[74712]:   </metadata>
Oct 15 20:20:38 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:20:38 user nova-compute[74712]:     <system>
Oct 15 20:20:38 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:20:38 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:20:38 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:20:38 user nova-compute[74712]:       <entry name="serial">95e8001e-fdb0-4d41-952c-a558448ef54f</entry>
Oct 15 20:20:38 user nova-compute[74712]:       <entry name="uuid">95e8001e-fdb0-4d41-952c-a558448ef54f</entry>
Oct 15 20:20:38 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:20:38 user nova-compute[74712]:     </system>
Oct 15 20:20:38 user nova-compute[74712]:   </sysinfo>
Oct 15 20:20:38 user nova-compute[74712]:   <os>
Oct 15 20:20:38 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:20:38 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:20:38 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:20:38 user nova-compute[74712]:   </os>
Oct 15 20:20:38 user nova-compute[74712]:   <features>
Oct 15 20:20:38 user nova-compute[74712]:     <acpi/>
Oct 15 20:20:38 user nova-compute[74712]:     <apic/>
Oct 15 20:20:38 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:20:38 user nova-compute[74712]:   </features>
Oct 15 20:20:38 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:20:38 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:20:38 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:20:38 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:20:38 user nova-compute[74712]:   </clock>
Oct 15 20:20:38 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:20:38 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:20:38 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:20:38 user nova-compute[74712]:   </cpu>
Oct 15 20:20:38 user nova-compute[74712]:   <devices>
Oct 15 20:20:38 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 20:20:38 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:20:38 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 20:20:38 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:20:38 user nova-compute[74712]:       <serial>7b04df8a-ee6a-463a-8e05-1744a9485249</serial>
Oct 15 20:20:38 user nova-compute[74712]:     </disk>
Oct 15 20:20:38 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:20:38 user nova-compute[74712]:       <mac address="fa:16:3e:01:fb:39"/>
Oct 15 20:20:38 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:20:38 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:20:38 user nova-compute[74712]:       <target dev="tap8b11342c-e3"/>
Oct 15 20:20:38 user nova-compute[74712]:     </interface>
Oct 15 20:20:38 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:20:38 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/95e8001e-fdb0-4d41-952c-a558448ef54f/console.log" append="off"/>
Oct 15 20:20:38 user nova-compute[74712]:     </serial>
Oct 15 20:20:38 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:20:38 user nova-compute[74712]:     <video>
Oct 15 20:20:38 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:20:38 user nova-compute[74712]:     </video>
Oct 15 20:20:38 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:20:38 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:20:38 user nova-compute[74712]:     </rng>
Oct 15 20:20:38 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:20:38 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:20:38 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:20:38 user nova-compute[74712]:     </memballoon>
Oct 15 20:20:38 user nova-compute[74712]:   </devices>
Oct 15 20:20:38 user nova-compute[74712]: </domain>
Oct 15 20:20:38 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:20:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-774226103',display_name='tempest-TestVolumeBootPattern-server-774226103',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-774226103',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-g5xbq0zs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:20:18Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=95e8001e-fdb0-4d41-952c-a558448ef54f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:fb:39,bridge_name='br-int',has_traffic_filtering=True,id=8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b11342c-e3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG os_vif [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:fb:39,bridge_name='br-int',has_traffic_filtering=True,id=8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b11342c-e3') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9002f4b7-df4b-5102-a727-ad2865fc2176', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8b11342c-e3, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8b11342c-e3, col_values=(('qos', UUID('c748c674-88ff-4937-8d0e-6d700ab516e4')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8b11342c-e3, col_values=(('external_ids', {'iface-id': '8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:fb:39', 'vm-uuid': '95e8001e-fdb0-4d41-952c-a558448ef54f'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:38 user nova-compute[74712]: INFO os_vif [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:fb:39,bridge_name='br-int',has_traffic_filtering=True,id=8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b11342c-e3')
Oct 15 20:20:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:20:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No VIF found with MAC fa:16:3e:01:fb:39, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-6385e237-cfca-42aa-a214-85d681610d8d req-a27a25c9-166a-4464-838e-d53260b2ffa5 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Received event network-vif-plugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6385e237-cfca-42aa-a214-85d681610d8d req-a27a25c9-166a-4464-838e-d53260b2ffa5 service nova] Acquiring lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6385e237-cfca-42aa-a214-85d681610d8d req-a27a25c9-166a-4464-838e-d53260b2ffa5 service nova] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6385e237-cfca-42aa-a214-85d681610d8d req-a27a25c9-166a-4464-838e-d53260b2ffa5 service nova] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG nova.compute.manager [req-6385e237-cfca-42aa-a214-85d681610d8d req-a27a25c9-166a-4464-838e-d53260b2ffa5 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] No waiting events found dispatching network-vif-plugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:20:39 user nova-compute[74712]: WARNING nova.compute.manager [req-6385e237-cfca-42aa-a214-85d681610d8d req-a27a25c9-166a-4464-838e-d53260b2ffa5 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Received unexpected event network-vif-plugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 for instance with vm_state building and task_state spawning.
Oct 15 20:20:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:20:41 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Instance spawned successfully.
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:20:41 user nova-compute[74712]: INFO nova.compute.manager [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Took 4.93 seconds to spawn the instance on the hypervisor.
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-cab45f03-114e-4cc9-80dd-305c1a703b1b req-57334111-75ad-43a3-a284-fc5bb58faaf2 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Received event network-vif-plugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cab45f03-114e-4cc9-80dd-305c1a703b1b req-57334111-75ad-43a3-a284-fc5bb58faaf2 service nova] Acquiring lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cab45f03-114e-4cc9-80dd-305c1a703b1b req-57334111-75ad-43a3-a284-fc5bb58faaf2 service nova] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cab45f03-114e-4cc9-80dd-305c1a703b1b req-57334111-75ad-43a3-a284-fc5bb58faaf2 service nova] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-cab45f03-114e-4cc9-80dd-305c1a703b1b req-57334111-75ad-43a3-a284-fc5bb58faaf2 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] No waiting events found dispatching network-vif-plugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:20:41 user nova-compute[74712]: WARNING nova.compute.manager [req-cab45f03-114e-4cc9-80dd-305c1a703b1b req-57334111-75ad-43a3-a284-fc5bb58faaf2 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Received unexpected event network-vif-plugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 for instance with vm_state building and task_state spawning.
Oct 15 20:20:41 user nova-compute[74712]: INFO nova.compute.manager [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Took 24.55 seconds to build instance.
Oct 15 20:20:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-8013be54-388b-4a90-ab95-4aad2a4d1f86 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.676s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:20:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:20:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:20:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:20:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:51 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:20:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:20:52 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:20:52 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9041MB free_disk=24.980430603027344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 95e8001e-fdb0-4d41-952c-a558448ef54f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:20:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.371s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:20:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:20:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:20:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:20:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:20:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:20:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:20:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:20:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:20:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:20:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:20:58 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:20:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:20:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:20:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:20:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:20:58 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:20:58 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 95e8001e-fdb0-4d41-952c-a558448ef54f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:20:59 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Updating instance_info_cache with network_info: [{"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:20:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:20:59 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:20:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:04 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:21:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:21:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "b1db388b-0df9-4a9e-b383-791d25ede22f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:21:17 user nova-compute[74712]: INFO nova.compute.claims [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Claim successful on node user
Oct 15 20:21:17 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.220s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:21:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:21:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:21:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG nova.policy [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f434c7e781d404b9b4a6c5d45d2d9ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f55018995904f139ea71487a5a49846', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:21:18 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Creating image(s)
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "/opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "/opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "/opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk 1073741824" returned: 0 in 0.078s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Successfully created port: 7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Cannot resize image /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Ensure instance console log exists: /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:21:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Successfully updated port: 7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquired lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-d63b4ff6-2a91-406b-a2fd-111e824e385c req-43411a57-ab57-4b32-adf9-64c5dfc35574 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received event network-changed-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-d63b4ff6-2a91-406b-a2fd-111e824e385c req-43411a57-ab57-4b32-adf9-64c5dfc35574 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Refreshing instance network info cache due to event network-changed-7ce397f7-6f6f-4d56-938c-0c127ed254f3. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d63b4ff6-2a91-406b-a2fd-111e824e385c req-43411a57-ab57-4b32-adf9-64c5dfc35574 service nova] Acquiring lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updating instance_info_cache with network_info: [{"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Releasing lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Instance network_info: |[{"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d63b4ff6-2a91-406b-a2fd-111e824e385c req-43411a57-ab57-4b32-adf9-64c5dfc35574 service nova] Acquired lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-d63b4ff6-2a91-406b-a2fd-111e824e385c req-43411a57-ab57-4b32-adf9-64c5dfc35574 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Refreshing network info cache for port 7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Start _get_guest_xml network_info=[{"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:21:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:21:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:21:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1667190776',display_name='tempest-VolumesSnapshotTestJSON-instance-1667190776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1667190776',id=47,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLydL8nklwC0bHP84XFOgiNbMCWHnCgBjj3WmDY1Ws42nLmxlya5wdLmmvD0BtBC4nfO9Ez0Rx1mG28QPIbmq+xRTw2s78ma5h6Su1CcTy4lCacXpO3YfMV39abABhmtLQ==',key_name='tempest-keypair-717794880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f55018995904f139ea71487a5a49846',ramdisk_id='',reservation_id='r-szugnbxd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-193811651',owner_user_name='tempest-VolumesSnapshotTestJSON-193811651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:21:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f434c7e781d404b9b4a6c5d45d2d9ed',uuid=b1db388b-0df9-4a9e-b383-791d25ede22f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converting VIF {"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:ac:0f,bridge_name='br-int',has_traffic_filtering=True,id=7ce397f7-6f6f-4d56-938c-0c127ed254f3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ce397f7-6f') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.objects.instance [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lazy-loading 'pci_devices' on Instance uuid b1db388b-0df9-4a9e-b383-791d25ede22f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:21:19 user nova-compute[74712]:   <uuid>b1db388b-0df9-4a9e-b383-791d25ede22f</uuid>
Oct 15 20:21:19 user nova-compute[74712]:   <name>instance-0000002f</name>
Oct 15 20:21:19 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:21:19 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:21:19 user nova-compute[74712]:   <metadata>
Oct 15 20:21:19 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:21:19 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:21:19 user nova-compute[74712]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1667190776</nova:name>
Oct 15 20:21:19 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:21:19</nova:creationTime>
Oct 15 20:21:19 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:21:19 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:21:19 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:21:19 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:21:19 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:21:19 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:21:19 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:21:19 user nova-compute[74712]:       <nova:owner>
Oct 15 20:21:19 user nova-compute[74712]:         <nova:user uuid="0f434c7e781d404b9b4a6c5d45d2d9ed">tempest-VolumesSnapshotTestJSON-193811651-project-member</nova:user>
Oct 15 20:21:19 user nova-compute[74712]:         <nova:project uuid="5f55018995904f139ea71487a5a49846">tempest-VolumesSnapshotTestJSON-193811651</nova:project>
Oct 15 20:21:19 user nova-compute[74712]:       </nova:owner>
Oct 15 20:21:19 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 20:21:19 user nova-compute[74712]:       <nova:ports>
Oct 15 20:21:19 user nova-compute[74712]:         <nova:port uuid="7ce397f7-6f6f-4d56-938c-0c127ed254f3">
Oct 15 20:21:19 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 15 20:21:19 user nova-compute[74712]:         </nova:port>
Oct 15 20:21:19 user nova-compute[74712]:       </nova:ports>
Oct 15 20:21:19 user nova-compute[74712]:     </nova:instance>
Oct 15 20:21:19 user nova-compute[74712]:   </metadata>
Oct 15 20:21:19 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:21:19 user nova-compute[74712]:     <system>
Oct 15 20:21:19 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:21:19 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:21:19 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:21:19 user nova-compute[74712]:       <entry name="serial">b1db388b-0df9-4a9e-b383-791d25ede22f</entry>
Oct 15 20:21:19 user nova-compute[74712]:       <entry name="uuid">b1db388b-0df9-4a9e-b383-791d25ede22f</entry>
Oct 15 20:21:19 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:21:19 user nova-compute[74712]:     </system>
Oct 15 20:21:19 user nova-compute[74712]:   </sysinfo>
Oct 15 20:21:19 user nova-compute[74712]:   <os>
Oct 15 20:21:19 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:21:19 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:21:19 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:21:19 user nova-compute[74712]:   </os>
Oct 15 20:21:19 user nova-compute[74712]:   <features>
Oct 15 20:21:19 user nova-compute[74712]:     <acpi/>
Oct 15 20:21:19 user nova-compute[74712]:     <apic/>
Oct 15 20:21:19 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:21:19 user nova-compute[74712]:   </features>
Oct 15 20:21:19 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:21:19 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:21:19 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:21:19 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:21:19 user nova-compute[74712]:   </clock>
Oct 15 20:21:19 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:21:19 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:21:19 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:21:19 user nova-compute[74712]:   </cpu>
Oct 15 20:21:19 user nova-compute[74712]:   <devices>
Oct 15 20:21:19 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:21:19 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:21:19 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk"/>
Oct 15 20:21:19 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:21:19 user nova-compute[74712]:     </disk>
Oct 15 20:21:19 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:21:19 user nova-compute[74712]:       <mac address="fa:16:3e:16:ac:0f"/>
Oct 15 20:21:19 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:21:19 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:21:19 user nova-compute[74712]:       <target dev="tap7ce397f7-6f"/>
Oct 15 20:21:19 user nova-compute[74712]:     </interface>
Oct 15 20:21:19 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:21:19 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/console.log" append="off"/>
Oct 15 20:21:19 user nova-compute[74712]:     </serial>
Oct 15 20:21:19 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:21:19 user nova-compute[74712]:     <video>
Oct 15 20:21:19 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:21:19 user nova-compute[74712]:     </video>
Oct 15 20:21:19 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:21:19 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:21:19 user nova-compute[74712]:     </rng>
Oct 15 20:21:19 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:21:19 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:21:19 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:21:19 user nova-compute[74712]:     </memballoon>
Oct 15 20:21:19 user nova-compute[74712]:   </devices>
Oct 15 20:21:19 user nova-compute[74712]: </domain>
Oct 15 20:21:19 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:21:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1667190776',display_name='tempest-VolumesSnapshotTestJSON-instance-1667190776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1667190776',id=47,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLydL8nklwC0bHP84XFOgiNbMCWHnCgBjj3WmDY1Ws42nLmxlya5wdLmmvD0BtBC4nfO9Ez0Rx1mG28QPIbmq+xRTw2s78ma5h6Su1CcTy4lCacXpO3YfMV39abABhmtLQ==',key_name='tempest-keypair-717794880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f55018995904f139ea71487a5a49846',ramdisk_id='',reservation_id='r-szugnbxd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-193811651',owner_user_name='tempest-VolumesSnapshotTestJSON-193811651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:21:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f434c7e781d404b9b4a6c5d45d2d9ed',uuid=b1db388b-0df9-4a9e-b383-791d25ede22f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converting VIF {"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:ac:0f,bridge_name='br-int',has_traffic_filtering=True,id=7ce397f7-6f6f-4d56-938c-0c127ed254f3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ce397f7-6f') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG os_vif [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:ac:0f,bridge_name='br-int',has_traffic_filtering=True,id=7ce397f7-6f6f-4d56-938c-0c127ed254f3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ce397f7-6f') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd30961a9-50d2-5e7c-a9fe-1ece81f552fd', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7ce397f7-6f, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7ce397f7-6f, col_values=(('qos', UUID('603da7de-682e-42a8-8232-ce57bdfe2f8d')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7ce397f7-6f, col_values=(('external_ids', {'iface-id': '7ce397f7-6f6f-4d56-938c-0c127ed254f3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:16:ac:0f', 'vm-uuid': 'b1db388b-0df9-4a9e-b383-791d25ede22f'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:19 user nova-compute[74712]: INFO os_vif [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:ac:0f,bridge_name='br-int',has_traffic_filtering=True,id=7ce397f7-6f6f-4d56-938c-0c127ed254f3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ce397f7-6f')
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] No VIF found with MAC fa:16:3e:16:ac:0f, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-d63b4ff6-2a91-406b-a2fd-111e824e385c req-43411a57-ab57-4b32-adf9-64c5dfc35574 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updated VIF entry in instance network info cache for port 7ce397f7-6f6f-4d56-938c-0c127ed254f3. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-d63b4ff6-2a91-406b-a2fd-111e824e385c req-43411a57-ab57-4b32-adf9-64c5dfc35574 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updating instance_info_cache with network_info: [{"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:21:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d63b4ff6-2a91-406b-a2fd-111e824e385c req-43411a57-ab57-4b32-adf9-64c5dfc35574 service nova] Releasing lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:21:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-1e735f71-f0d2-4ef0-996a-75a2ce3f8871 req-2ce42a8b-24e9-4847-a785-891956f874ce service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received event network-vif-plugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:21:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1e735f71-f0d2-4ef0-996a-75a2ce3f8871 req-2ce42a8b-24e9-4847-a785-891956f874ce service nova] Acquiring lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:21:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1e735f71-f0d2-4ef0-996a-75a2ce3f8871 req-2ce42a8b-24e9-4847-a785-891956f874ce service nova] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:21:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1e735f71-f0d2-4ef0-996a-75a2ce3f8871 req-2ce42a8b-24e9-4847-a785-891956f874ce service nova] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:21:21 user nova-compute[74712]: DEBUG nova.compute.manager [req-1e735f71-f0d2-4ef0-996a-75a2ce3f8871 req-2ce42a8b-24e9-4847-a785-891956f874ce service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] No waiting events found dispatching network-vif-plugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:21:21 user nova-compute[74712]: WARNING nova.compute.manager [req-1e735f71-f0d2-4ef0-996a-75a2ce3f8871 req-2ce42a8b-24e9-4847-a785-891956f874ce service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received unexpected event network-vif-plugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 for instance with vm_state building and task_state spawning.
Oct 15 20:21:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:21:23 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Instance spawned successfully.
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.compute.manager [req-9bc5c188-ec51-416c-a3a7-fbb76ca878eb req-4d05c11c-3041-481b-b52d-e8a1587279dc service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received event network-vif-plugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9bc5c188-ec51-416c-a3a7-fbb76ca878eb req-4d05c11c-3041-481b-b52d-e8a1587279dc service nova] Acquiring lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9bc5c188-ec51-416c-a3a7-fbb76ca878eb req-4d05c11c-3041-481b-b52d-e8a1587279dc service nova] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-9bc5c188-ec51-416c-a3a7-fbb76ca878eb req-4d05c11c-3041-481b-b52d-e8a1587279dc service nova] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.compute.manager [req-9bc5c188-ec51-416c-a3a7-fbb76ca878eb req-4d05c11c-3041-481b-b52d-e8a1587279dc service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] No waiting events found dispatching network-vif-plugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:21:23 user nova-compute[74712]: WARNING nova.compute.manager [req-9bc5c188-ec51-416c-a3a7-fbb76ca878eb req-4d05c11c-3041-481b-b52d-e8a1587279dc service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received unexpected event network-vif-plugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 for instance with vm_state building and task_state spawning.
Oct 15 20:21:23 user nova-compute[74712]: INFO nova.compute.manager [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Took 5.20 seconds to spawn the instance on the hypervisor.
Oct 15 20:21:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:21:23 user nova-compute[74712]: INFO nova.compute.manager [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Took 5.74 seconds to build instance.
Oct 15 20:21:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-723a2559-0524-44ca-8c3f-15ba6a0a399c tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.836s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:21:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:44 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:21:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:21:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:21:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:52 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:21:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:21:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:21:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:21:52 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:21:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:21:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:21:52 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:21:53 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:21:53 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:21:53 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8827MB free_disk=24.95053482055664GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 95e8001e-fdb0-4d41-952c-a558448ef54f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance b1db388b-0df9-4a9e-b383-791d25ede22f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:21:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.229s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:21:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:21:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:21:56 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:21:56 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:21:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:21:58 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:21:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:21:58 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:21:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:21:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:21:58 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:21:58 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 95e8001e-fdb0-4d41-952c-a558448ef54f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:21:59 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Updating instance_info_cache with network_info: [{"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:21:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-95e8001e-fdb0-4d41-952c-a558448ef54f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:21:59 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:21:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:22:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:22:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:22:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:22:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:22:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:22:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:22:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "95e8001e-fdb0-4d41-952c-a558448ef54f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:22:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:22:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:22:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:22:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:22:07 user nova-compute[74712]: INFO nova.compute.manager [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Terminating instance
Oct 15 20:22:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:22:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-bb73d455-ce81-43a7-ad19-68c9d2bade0e req-15d09d4a-c981-4408-a3a9-8a842fd4ae41 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Received event network-vif-unplugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bb73d455-ce81-43a7-ad19-68c9d2bade0e req-15d09d4a-c981-4408-a3a9-8a842fd4ae41 service nova] Acquiring lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bb73d455-ce81-43a7-ad19-68c9d2bade0e req-15d09d4a-c981-4408-a3a9-8a842fd4ae41 service nova] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-bb73d455-ce81-43a7-ad19-68c9d2bade0e req-15d09d4a-c981-4408-a3a9-8a842fd4ae41 service nova] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-bb73d455-ce81-43a7-ad19-68c9d2bade0e req-15d09d4a-c981-4408-a3a9-8a842fd4ae41 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] No waiting events found dispatching network-vif-unplugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-bb73d455-ce81-43a7-ad19-68c9d2bade0e req-15d09d4a-c981-4408-a3a9-8a842fd4ae41 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Received event network-vif-unplugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:22:08 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Instance destroyed successfully.
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'resources' on Instance uuid 95e8001e-fdb0-4d41-952c-a558448ef54f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:20:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-774226103',display_name='tempest-TestVolumeBootPattern-server-774226103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-774226103',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:20:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-g5xbq0zs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:20:42Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=95e8001e-fdb0-4d41-952c-a558448ef54f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "address": "fa:16:3e:01:fb:39", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b11342c-e3", "ovs_interfaceid": "8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:fb:39,bridge_name='br-int',has_traffic_filtering=True,id=8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b11342c-e3') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_vif [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:fb:39,bridge_name='br-int',has_traffic_filtering=True,id=8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b11342c-e3') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8b11342c-e3, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c748c674-88ff-4937-8d0e-6d700ab516e4) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:22:08 user nova-compute[74712]: INFO os_vif [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:fb:39,bridge_name='br-int',has_traffic_filtering=True,id=8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b11342c-e3')
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xMeqElNZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:22:08 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf6b7a94-342d-4bff-9e53-382f548decef]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:22:08 user nova-compute[74712]: No targets found.
Oct 15 20:22:08 user nova-compute[74712]: iSNS:
Oct 15 20:22:08 user nova-compute[74712]: No targets found.
Oct 15 20:22:08 user nova-compute[74712]: STATIC:
Oct 15 20:22:08 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249
Oct 15 20:22:08 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:22:08 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:22:08 user nova-compute[74712]: FIRMWARE:
Oct 15 20:22:08 user nova-compute[74712]: No targets found.
Oct 15 20:22:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:22:08 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:22:08 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1269e552-4559-4746-adb7-3cef9fce9895]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d65ff5-8ace-4ea9-9e63-e045e1a65d45]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 (non-flash)
Oct 15 20:22:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 (non-flash)
Oct 15 20:22:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84333520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c6ab189-1f71-468a-a113-10008e736894]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[818d7863-c022-481a-b76d-14b86a3d7680]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[77cce3fb-dc2a-4fcc-8bdf-426fa01c8448]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[74205aa6-9732-4aa6-ba2c-1722f286348e]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_e60e36b', '/dev/disk/by-id/scsi-26661323064306666', '/dev/disk/by-id/scsi-1SCST_BIOe60e36b-fa20d0ff194639dd') {{(pid=85655) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[faf27460-2592-4fb1-800d-7cfbdf0caec2]: (4, None) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d69927-60fc-4a89-96c6-03034cd3e000]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1345d80d-2026-49d9-8cd6-d34a76fbe2f7]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249, portal: 172.16.0.220,3260]
Oct 15 20:22:08 user nova-compute[74712]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249, portal: 172.16.0.220,3260] successful.
Oct 15 20:22:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b04df8a-ee6a-463a-8e05-1744a9485249 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2df473c-20c8-48c2-b851-b1bcf6c3c584]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== disconnect_volume: return (288ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:22:08 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Deleting instance files /opt/stack/data/nova/instances/95e8001e-fdb0-4d41-952c-a558448ef54f_del
Oct 15 20:22:08 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Deletion of /opt/stack/data/nova/instances/95e8001e-fdb0-4d41-952c-a558448ef54f_del complete
Oct 15 20:22:08 user nova-compute[74712]: INFO nova.compute.manager [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Took 1.14 seconds to destroy the instance on the hypervisor.
Oct 15 20:22:08 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:22:08 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:22:09 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:22:09 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Took 0.37 seconds to deallocate network for instance.
Oct 15 20:22:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-456bfa2f-16f1-4ae6-94d8-25f1e80faba0 req-7af27222-279d-43b3-ae59-83a7aca246a7 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Received event network-vif-deleted-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:22:10 user nova-compute[74712]: INFO nova.compute.manager [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Took 0.93 seconds to detach 1 volumes for instance.
Oct 15 20:22:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Deleting volume: 7b04df8a-ee6a-463a-8e05-1744a9485249 {{(pid=74712) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 15 20:22:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:22:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:22:10 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:22:10 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:22:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.140s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:22:10 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Deleted allocations for instance 95e8001e-fdb0-4d41-952c-a558448ef54f
Oct 15 20:22:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-68459430-3625-4de5-b282-bd90b23e5de9 req-3877dd27-acd6-43a3-b9b4-d4b5d4cf9785 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Received event network-vif-plugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:22:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-68459430-3625-4de5-b282-bd90b23e5de9 req-3877dd27-acd6-43a3-b9b4-d4b5d4cf9785 service nova] Acquiring lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:22:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-68459430-3625-4de5-b282-bd90b23e5de9 req-3877dd27-acd6-43a3-b9b4-d4b5d4cf9785 service nova] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:22:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-68459430-3625-4de5-b282-bd90b23e5de9 req-3877dd27-acd6-43a3-b9b4-d4b5d4cf9785 service nova] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:22:10 user nova-compute[74712]: DEBUG nova.compute.manager [req-68459430-3625-4de5-b282-bd90b23e5de9 req-3877dd27-acd6-43a3-b9b4-d4b5d4cf9785 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] No waiting events found dispatching network-vif-plugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:22:10 user nova-compute[74712]: WARNING nova.compute.manager [req-68459430-3625-4de5-b282-bd90b23e5de9 req-3877dd27-acd6-43a3-b9b4-d4b5d4cf9785 service nova] [instance: 95e8001e-fdb0-4d41-952c-a558448ef54f] Received unexpected event network-vif-plugged-8b11342c-e3b0-4625-bcb0-aee4bbcfcaa6 for instance with vm_state deleted and task_state None.
Oct 15 20:22:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5897f30f-944f-401c-8b3a-85d2f4721952 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "95e8001e-fdb0-4d41-952c-a558448ef54f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.847s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:22:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:22:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:22:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:22:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:22:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:22:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:46 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:22:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:50 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:22:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:22:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:22:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:22:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:22:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:22:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:22:53 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:22:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:53 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:22:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:22:54 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:22:54 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:22:54 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8957MB free_disk=24.949691772460938GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:22:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:22:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:22:54 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance b1db388b-0df9-4a9e-b383-791d25ede22f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:22:54 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:22:54 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:22:54 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:22:54 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:22:54 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:22:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.201s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:22:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:22:56 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:22:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:22:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:22:58 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:22:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:22:59 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:22:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:22:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:22:59 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:23:00 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updating instance_info_cache with network_info: [{"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:23:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:23:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:23:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:23:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:23:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-4617581c-3178-4254-8265-fdc3dafb91fd req-c7df8154-c7fa-48e0-83e7-99f7d5a91dd8 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received event network-changed-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:23:08 user nova-compute[74712]: DEBUG nova.compute.manager [req-4617581c-3178-4254-8265-fdc3dafb91fd req-c7df8154-c7fa-48e0-83e7-99f7d5a91dd8 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Refreshing instance network info cache due to event network-changed-7ce397f7-6f6f-4d56-938c-0c127ed254f3. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:23:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4617581c-3178-4254-8265-fdc3dafb91fd req-c7df8154-c7fa-48e0-83e7-99f7d5a91dd8 service nova] Acquiring lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:23:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4617581c-3178-4254-8265-fdc3dafb91fd req-c7df8154-c7fa-48e0-83e7-99f7d5a91dd8 service nova] Acquired lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:23:08 user nova-compute[74712]: DEBUG nova.network.neutron [req-4617581c-3178-4254-8265-fdc3dafb91fd req-c7df8154-c7fa-48e0-83e7-99f7d5a91dd8 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Refreshing network info cache for port 7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:23:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:08 user nova-compute[74712]: DEBUG nova.network.neutron [req-4617581c-3178-4254-8265-fdc3dafb91fd req-c7df8154-c7fa-48e0-83e7-99f7d5a91dd8 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updated VIF entry in instance network info cache for port 7ce397f7-6f6f-4d56-938c-0c127ed254f3. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:23:08 user nova-compute[74712]: DEBUG nova.network.neutron [req-4617581c-3178-4254-8265-fdc3dafb91fd req-c7df8154-c7fa-48e0-83e7-99f7d5a91dd8 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updating instance_info_cache with network_info: [{"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:23:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4617581c-3178-4254-8265-fdc3dafb91fd req-c7df8154-c7fa-48e0-83e7-99f7d5a91dd8 service nova] Releasing lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:23:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "b1db388b-0df9-4a9e-b383-791d25ede22f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:23:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:23:09 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lazy-loading 'flavor' on Instance uuid b1db388b-0df9-4a9e-b383-791d25ede22f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:23:09 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Ignoring supplied device name: /dev/vdb
Oct 15 20:23:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:23:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "b1db388b-0df9-4a9e-b383-791d25ede22f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:23:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:23:09 user nova-compute[74712]: INFO nova.compute.manager [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Attaching volume b0980e51-a4a7-4c4d-b254-7ac44aabfd9a to /dev/vdb
Oct 15 20:23:10 user nova-compute[74712]: DEBUG os_brick.utils [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fe804ef-05cd-42bf-9023-94a934a3c51f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4c80efe-0dd4-4ef6-bd81-c6da8e59c804]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27aebea-03d2-4b2b-9e11-b61c3d433b02]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[effb4dff-d040-4c65-b38d-1da62af1fb0b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:23:10 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:23:10 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9c6d58d-d712-49bd-b189-6e5e6dec7ce0]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG os_brick.utils [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:23:10 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updating existing volume attachment record: 73676f2a-734f-4e45-866e-f70ed6ff86a1 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:23:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:23:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LipZzntQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:23:23 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:23:23 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:23:23 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[afff080b-bfdd-49bc-ac64-4d0d3f132400]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:23:23 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c64a0a9-0919-42f4-b939-14346154ae2c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a] added
Oct 15 20:23:23 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c4197a8-8dbe-4d4b-b291-88d4507c3da2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c022b418-ee15-4e04-826e-f0d48d0cb80d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LipZzntQ {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LipZzntQ" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5949153a-f6c1-470e-9cab-b84d20148a67]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LipZzntQ'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[93a89895-c7b8-4f62-b57d-cd9971b08d15]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c52b5d-7bc0-4c60-ab35-1346fb6ecd30]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:23:23 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:23:23 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:23:23 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:23:23 user nova-compute[74712]: 
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0220d6a6-f29f-4996-8e84-66bd980393e5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a, portal: 172.16.0.220,3260]
Oct 15 20:23:23 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a, portal: 172.16.0.220,3260] successful.
Oct 15 20:23:23 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ecb847c-847b-480b-88e2-0693646f8b81]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[09482c5d-2228-4aa6-8707-5ce5c74b8188]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)
Oct 15 20:23:23 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)
Oct 15 20:23:23 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.241s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f96ea21-c98a-4c8b-8194-6891c6107633]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:23 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:23:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:24 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:23:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LipZzntQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:23:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.270s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:23:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] <== connect_volume: return (1271ms) {'type': 'block', 'scsi_wwn': '26131656634633439', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:23:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131656634633439', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:23:24 user nova-compute[74712]: DEBUG nova.objects.instance [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lazy-loading 'flavor' on Instance uuid b1db388b-0df9-4a9e-b383-791d25ede22f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:23:24 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:23:24 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:23:24 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:23:24 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:23:24 user nova-compute[74712]:   <serial>b0980e51-a4a7-4c4d-b254-7ac44aabfd9a</serial>
Oct 15 20:23:24 user nova-compute[74712]: </disk>
Oct 15 20:23:24 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:23:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:23:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:23:25 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] No VIF found with MAC fa:16:3e:16:ac:0f, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:23:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-ac460fde-f695-4e50-bcf6-522b5d52ca9e tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.560s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:23:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "e93a2fc2-1cb8-4f44-9740-5891054b6051" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:23:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:23:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:23:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:23:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:23:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:23:31 user nova-compute[74712]: INFO nova.compute.claims [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Claim successful on node user
Oct 15 20:23:31 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:23:31 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:23:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.222s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:23:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG nova.compute.manager [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG nova.network.neutron [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:23:32 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:23:32 user nova-compute[74712]: DEBUG nova.compute.manager [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:23:32 user nova-compute[74712]: INFO nova.virt.block_device [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Booting with volume 54c63a57-da4c-42d9-bf6e-040ddff99ffe at /dev/vda
Oct 15 20:23:32 user nova-compute[74712]: DEBUG os_brick.utils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG nova.policy [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5c3de54dde4c79b03d32c5e6442489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc99b57214f941908675915606d4ed4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9229bbd5-cdd2-48c3-b94e-6b16f91ff729]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9264119-ca97-4f78-8d80-0648a101175c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[762c7464-51e2-4960-8ee6-2f4f4a2323b3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[76fe6024-04ae-4e56-bbca-af77eba8e9a5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:23:32 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:23:32 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7977e87-9403-4c14-a209-4c2b7064727d]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG os_brick.utils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updating existing volume attachment record: 7c67daab-6437-4b32-9f8c-8d36f8f1299b {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:23:32 user nova-compute[74712]: DEBUG nova.network.neutron [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Successfully created port: e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Successfully updated port: e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquired lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG nova.compute.manager [req-7dc596de-890d-4061-9cc8-eb5451a1bf8a req-76117164-6c2e-4c4d-8911-762123b69ce0 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received event network-changed-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG nova.compute.manager [req-7dc596de-890d-4061-9cc8-eb5451a1bf8a req-76117164-6c2e-4c4d-8911-762123b69ce0 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Refreshing instance network info cache due to event network-changed-e222cbb7-2e36-4d47-b458-1e848ba50399. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7dc596de-890d-4061-9cc8-eb5451a1bf8a req-76117164-6c2e-4c4d-8911-762123b69ce0 service nova] Acquiring lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updating instance_info_cache with network_info: [{"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Releasing lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Instance network_info: |[{"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7dc596de-890d-4061-9cc8-eb5451a1bf8a req-76117164-6c2e-4c4d-8911-762123b69ce0 service nova] Acquired lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:23:33 user nova-compute[74712]: DEBUG nova.network.neutron [req-7dc596de-890d-4061-9cc8-eb5451a1bf8a req-76117164-6c2e-4c4d-8911-762123b69ce0 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Refreshing network info cache for port e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:23:34 user nova-compute[74712]: DEBUG nova.network.neutron [req-7dc596de-890d-4061-9cc8-eb5451a1bf8a req-76117164-6c2e-4c4d-8911-762123b69ce0 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updated VIF entry in instance network info cache for port e222cbb7-2e36-4d47-b458-1e848ba50399. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:23:34 user nova-compute[74712]: DEBUG nova.network.neutron [req-7dc596de-890d-4061-9cc8-eb5451a1bf8a req-76117164-6c2e-4c4d-8911-762123b69ce0 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updating instance_info_cache with network_info: [{"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:23:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-7dc596de-890d-4061-9cc8-eb5451a1bf8a req-76117164-6c2e-4c4d-8911-762123b69ce0 service nova] Releasing lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:23:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:23:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:23:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Creating image(s)
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Ensure instance console log exists: /opt/stack/data/nova/instances/e93a2fc2-1cb8-4f44-9740-5891054b6051/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Start _get_guest_xml network_info=[{"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tDkmngbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e93a2fc2-1cb8-4f44-9740-5891054b6051', 'attached_at': '', 'detached_at': '', 'volume_id': '54c63a57-da4c-42d9-bf6e-040ddff99ffe', 'serial': '54c63a57-da4c-42d9-bf6e-040ddff99ffe'}, 'attachment_id': '7c67daab-6437-4b32-9f8c-8d36f8f1299b', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:23:46 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:23:46 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tDkmngbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:23:46 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:23:46 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:23:46 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6330c4d-fc4b-48c9-a21b-523b6ea38df9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:23:46 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f912f0e0-df5b-4956-ae79-b76bf5354b67]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe] added
Oct 15 20:23:46 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[490b1aba-4134-48f6-a0e6-4d4d13cbcf73]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1ad4203-d50d-4a6b-b775-037f9abe9b9a]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tDkmngbw {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tDkmngbw" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d404fa0-3e9a-4d29-aaf7-8e3cd2c5f7b8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tDkmngbw'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1622ae50-e9bd-4cd9-a93a-2bad9eac9ee1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d791bed-fb30-4d75-af9c-ad2c8e9411c4]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)
Oct 15 20:23:46 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)
Oct 15 20:23:46 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[94048922-272a-41b8-9987-1c39066a3123]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe, portal: 172.16.0.220,3260]
Oct 15 20:23:46 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe, portal: 172.16.0.220,3260] successful.
Oct 15 20:23:46 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[38cfc2cc-13ca-44ff-9abe-687fc0688e61]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3089beb2-9f40-4a9a-bc8a-6322ef97cc63]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)
Oct 15 20:23:46 user nova-compute[74712]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:23:46 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)
Oct 15 20:23:46 user nova-compute[74712]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:23:46 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.260s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] HCTL ('34', '-', '-', 0) found on session 59 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[05322414-07dc-47d1-be30-386d55ea1bf0]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:23:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tDkmngbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '26330303839623531', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26330303839623531', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:23:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1798249615',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1798249615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1798249615',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEbP3+Nnn2ZlVxJMDHpCU9feF4OsMBtU1y6yvcIPvMZKTiZcdfDj9N/krNkZ4lH1pn01hDhgN7PVnYYcckXwJyziF59TGfdXieDyxXubkg/JPwoT7j6zbouWJjHmPeeSyw==',key_name='tempest-keypair-460285970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-0nmmfhxd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:23:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=e93a2fc2-1cb8-4f44-9740-5891054b6051,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:36:df,bridge_name='br-int',has_traffic_filtering=True,id=e222cbb7-2e36-4d47-b458-1e848ba50399,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape222cbb7-2e') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.objects.instance [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'pci_devices' on Instance uuid e93a2fc2-1cb8-4f44-9740-5891054b6051 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:23:47 user nova-compute[74712]:   <uuid>e93a2fc2-1cb8-4f44-9740-5891054b6051</uuid>
Oct 15 20:23:47 user nova-compute[74712]:   <name>instance-00000030</name>
Oct 15 20:23:47 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:23:47 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:23:47 user nova-compute[74712]:   <metadata>
Oct 15 20:23:47 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:23:47 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:23:47 user nova-compute[74712]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1798249615</nova:name>
Oct 15 20:23:47 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:23:46</nova:creationTime>
Oct 15 20:23:47 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:23:47 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:23:47 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:23:47 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:23:47 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:23:47 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:23:47 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:23:47 user nova-compute[74712]:       <nova:owner>
Oct 15 20:23:47 user nova-compute[74712]:         <nova:user uuid="7b5c3de54dde4c79b03d32c5e6442489">tempest-TestVolumeBootPattern-1740697399-project-member</nova:user>
Oct 15 20:23:47 user nova-compute[74712]:         <nova:project uuid="bc99b57214f941908675915606d4ed4b">tempest-TestVolumeBootPattern-1740697399</nova:project>
Oct 15 20:23:47 user nova-compute[74712]:       </nova:owner>
Oct 15 20:23:47 user nova-compute[74712]:       <nova:ports>
Oct 15 20:23:47 user nova-compute[74712]:         <nova:port uuid="e222cbb7-2e36-4d47-b458-1e848ba50399">
Oct 15 20:23:47 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 15 20:23:47 user nova-compute[74712]:         </nova:port>
Oct 15 20:23:47 user nova-compute[74712]:       </nova:ports>
Oct 15 20:23:47 user nova-compute[74712]:     </nova:instance>
Oct 15 20:23:47 user nova-compute[74712]:   </metadata>
Oct 15 20:23:47 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:23:47 user nova-compute[74712]:     <system>
Oct 15 20:23:47 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:23:47 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:23:47 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:23:47 user nova-compute[74712]:       <entry name="serial">e93a2fc2-1cb8-4f44-9740-5891054b6051</entry>
Oct 15 20:23:47 user nova-compute[74712]:       <entry name="uuid">e93a2fc2-1cb8-4f44-9740-5891054b6051</entry>
Oct 15 20:23:47 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:23:47 user nova-compute[74712]:     </system>
Oct 15 20:23:47 user nova-compute[74712]:   </sysinfo>
Oct 15 20:23:47 user nova-compute[74712]:   <os>
Oct 15 20:23:47 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:23:47 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:23:47 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:23:47 user nova-compute[74712]:   </os>
Oct 15 20:23:47 user nova-compute[74712]:   <features>
Oct 15 20:23:47 user nova-compute[74712]:     <acpi/>
Oct 15 20:23:47 user nova-compute[74712]:     <apic/>
Oct 15 20:23:47 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:23:47 user nova-compute[74712]:   </features>
Oct 15 20:23:47 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:23:47 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:23:47 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:23:47 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:23:47 user nova-compute[74712]:   </clock>
Oct 15 20:23:47 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:23:47 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:23:47 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:23:47 user nova-compute[74712]:   </cpu>
Oct 15 20:23:47 user nova-compute[74712]:   <devices>
Oct 15 20:23:47 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 20:23:47 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:23:47 user nova-compute[74712]:       <source dev="/dev/sdc"/>
Oct 15 20:23:47 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:23:47 user nova-compute[74712]:       <serial>54c63a57-da4c-42d9-bf6e-040ddff99ffe</serial>
Oct 15 20:23:47 user nova-compute[74712]:     </disk>
Oct 15 20:23:47 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:23:47 user nova-compute[74712]:       <mac address="fa:16:3e:da:36:df"/>
Oct 15 20:23:47 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:23:47 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:23:47 user nova-compute[74712]:       <target dev="tape222cbb7-2e"/>
Oct 15 20:23:47 user nova-compute[74712]:     </interface>
Oct 15 20:23:47 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:23:47 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/e93a2fc2-1cb8-4f44-9740-5891054b6051/console.log" append="off"/>
Oct 15 20:23:47 user nova-compute[74712]:     </serial>
Oct 15 20:23:47 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:23:47 user nova-compute[74712]:     <video>
Oct 15 20:23:47 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:23:47 user nova-compute[74712]:     </video>
Oct 15 20:23:47 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:23:47 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:23:47 user nova-compute[74712]:     </rng>
Oct 15 20:23:47 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:23:47 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:23:47 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:23:47 user nova-compute[74712]:     </memballoon>
Oct 15 20:23:47 user nova-compute[74712]:   </devices>
Oct 15 20:23:47 user nova-compute[74712]: </domain>
Oct 15 20:23:47 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:23:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1798249615',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1798249615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1798249615',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEbP3+Nnn2ZlVxJMDHpCU9feF4OsMBtU1y6yvcIPvMZKTiZcdfDj9N/krNkZ4lH1pn01hDhgN7PVnYYcckXwJyziF59TGfdXieDyxXubkg/JPwoT7j6zbouWJjHmPeeSyw==',key_name='tempest-keypair-460285970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-0nmmfhxd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:23:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=e93a2fc2-1cb8-4f44-9740-5891054b6051,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:36:df,bridge_name='br-int',has_traffic_filtering=True,id=e222cbb7-2e36-4d47-b458-1e848ba50399,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape222cbb7-2e') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG os_vif [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:36:df,bridge_name='br-int',has_traffic_filtering=True,id=e222cbb7-2e36-4d47-b458-1e848ba50399,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape222cbb7-2e') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6562700-093c-51b8-a325-498034635bd0', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape222cbb7-2e, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape222cbb7-2e, col_values=(('qos', UUID('1c7c12cd-915b-4003-9f7b-0ee7139840fd')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape222cbb7-2e, col_values=(('external_ids', {'iface-id': 'e222cbb7-2e36-4d47-b458-1e848ba50399', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:36:df', 'vm-uuid': 'e93a2fc2-1cb8-4f44-9740-5891054b6051'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:47 user nova-compute[74712]: INFO os_vif [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:36:df,bridge_name='br-int',has_traffic_filtering=True,id=e222cbb7-2e36-4d47-b458-1e848ba50399,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape222cbb7-2e')
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No VIF found with MAC fa:16:3e:da:36:df, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:23:47 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:23:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-4c24e22b-5969-4110-8e14-3e26c44bd3c2 req-0b97667d-bc26-4d9f-98c8-64c27955c931 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received event network-vif-plugged-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:23:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4c24e22b-5969-4110-8e14-3e26c44bd3c2 req-0b97667d-bc26-4d9f-98c8-64c27955c931 service nova] Acquiring lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:23:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4c24e22b-5969-4110-8e14-3e26c44bd3c2 req-0b97667d-bc26-4d9f-98c8-64c27955c931 service nova] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:23:49 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4c24e22b-5969-4110-8e14-3e26c44bd3c2 req-0b97667d-bc26-4d9f-98c8-64c27955c931 service nova] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:23:49 user nova-compute[74712]: DEBUG nova.compute.manager [req-4c24e22b-5969-4110-8e14-3e26c44bd3c2 req-0b97667d-bc26-4d9f-98c8-64c27955c931 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] No waiting events found dispatching network-vif-plugged-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:23:49 user nova-compute[74712]: WARNING nova.compute.manager [req-4c24e22b-5969-4110-8e14-3e26c44bd3c2 req-0b97667d-bc26-4d9f-98c8-64c27955c931 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received unexpected event network-vif-plugged-e222cbb7-2e36-4d47-b458-1e848ba50399 for instance with vm_state building and task_state spawning.
Oct 15 20:23:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:50 user nova-compute[74712]: DEBUG nova.compute.manager [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:23:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:23:50 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Instance spawned successfully.
Oct 15 20:23:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:23:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:23:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:23:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:23:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:23:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:23:50 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:23:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-cf70bf3e-2d72-4043-8f67-615e039ea769 req-38e455d1-939f-4d65-ac83-3675ba7e8c86 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received event network-vif-plugged-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:23:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cf70bf3e-2d72-4043-8f67-615e039ea769 req-38e455d1-939f-4d65-ac83-3675ba7e8c86 service nova] Acquiring lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:23:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cf70bf3e-2d72-4043-8f67-615e039ea769 req-38e455d1-939f-4d65-ac83-3675ba7e8c86 service nova] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:23:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-cf70bf3e-2d72-4043-8f67-615e039ea769 req-38e455d1-939f-4d65-ac83-3675ba7e8c86 service nova] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:23:51 user nova-compute[74712]: DEBUG nova.compute.manager [req-cf70bf3e-2d72-4043-8f67-615e039ea769 req-38e455d1-939f-4d65-ac83-3675ba7e8c86 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] No waiting events found dispatching network-vif-plugged-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:23:51 user nova-compute[74712]: WARNING nova.compute.manager [req-cf70bf3e-2d72-4043-8f67-615e039ea769 req-38e455d1-939f-4d65-ac83-3675ba7e8c86 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received unexpected event network-vif-plugged-e222cbb7-2e36-4d47-b458-1e848ba50399 for instance with vm_state building and task_state spawning.
Oct 15 20:23:51 user nova-compute[74712]: INFO nova.compute.manager [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Took 5.27 seconds to spawn the instance on the hypervisor.
Oct 15 20:23:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:23:51 user nova-compute[74712]: INFO nova.compute.manager [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Took 19.70 seconds to build instance.
Oct 15 20:23:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-97d0fd82-9f79-4a07-ba5b-9aa9110fdfd3 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.814s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:23:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:23:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:23:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:23:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:23:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:23:55 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:23:55 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:23:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:23:56 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:23:56 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:23:56 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8885MB free_disk=24.946945190429688GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance b1db388b-0df9-4a9e-b383-791d25ede22f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance e93a2fc2-1cb8-4f44-9740-5891054b6051 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:23:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.237s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:23:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:23:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:23:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:23:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:00 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:01 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:24:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:24:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:24:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:24:01 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:24:01 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid b1db388b-0df9-4a9e-b383-791d25ede22f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:24:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updating instance_info_cache with network_info: [{"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:24:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-b1db388b-0df9-4a9e-b383-791d25ede22f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:24:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:24:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:24:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:24:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:24:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:24:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:24:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "b1db388b-0df9-4a9e-b383-791d25ede22f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:24:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:24:08 user nova-compute[74712]: INFO nova.compute.manager [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Detaching volume b0980e51-a4a7-4c4d-b254-7ac44aabfd9a
Oct 15 20:24:08 user nova-compute[74712]: INFO nova.virt.block_device [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Attempting to driver detach volume b0980e51-a4a7-4c4d-b254-7ac44aabfd9a from mountpoint /dev/vdb
Oct 15 20:24:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Attempting to detach device vdb from instance b1db388b-0df9-4a9e-b383-791d25ede22f from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:24:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:24:08 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:24:08 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:24:08 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:24:08 user nova-compute[74712]:   <serial>b0980e51-a4a7-4c4d-b254-7ac44aabfd9a</serial>
Oct 15 20:24:08 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:24:08 user nova-compute[74712]: </disk>
Oct 15 20:24:08 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:24:08 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Successfully detached device vdb from instance b1db388b-0df9-4a9e-b383-791d25ede22f from the persistent domain config.
Oct 15 20:24:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b1db388b-0df9-4a9e-b383-791d25ede22f from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:24:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:24:08 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:24:08 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:24:08 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:24:08 user nova-compute[74712]:   <serial>b0980e51-a4a7-4c4d-b254-7ac44aabfd9a</serial>
Oct 15 20:24:08 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:24:08 user nova-compute[74712]: </disk>
Oct 15 20:24:08 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:24:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "b1db388b-0df9-4a9e-b383-791d25ede22f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:24:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b1db388b-0df9-4a9e-b383-791d25ede22f {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:24:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:24:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:24:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:24:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:24:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:28 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b1db388b-0df9-4a9e-b383-791d25ede22f is timed out.
Oct 15 20:24:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Successfully detached device vdb from instance b1db388b-0df9-4a9e-b383-791d25ede22f from the live domain config.
Oct 15 20:24:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LipZzntQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:24:29 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e800521b-fb9c-437c-be2b-e4583a8679da]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:24:29 user nova-compute[74712]: No targets found.
Oct 15 20:24:29 user nova-compute[74712]: iSNS:
Oct 15 20:24:29 user nova-compute[74712]: No targets found.
Oct 15 20:24:29 user nova-compute[74712]: STATIC:
Oct 15 20:24:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a
Oct 15 20:24:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:24:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:24:29 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe
Oct 15 20:24:29 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:24:29 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:24:29 user nova-compute[74712]: FIRMWARE:
Oct 15 20:24:29 user nova-compute[74712]: No targets found.
Oct 15 20:24:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:24:29 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:24:29 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6cc51ee-89ee-4cab-a407-c759a86ac712]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc21b3b3-1b98-4ff0-8bbc-5034d0b20220]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)
Oct 15 20:24:29 user nova-compute[74712]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:24:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a (non-flash)
Oct 15 20:24:29 user nova-compute[74712]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:24:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84331f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[599d1af2-cf75-4d4b-a977-80453cbd68f1]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4fa2c93-404c-4bbb-b7c0-f4576b1034fe]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8938d5f2-f51b-4eff-a999-d7eaa7f04b0d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[131cc552-594f-4c04-b6fc-b97cd3fcf182]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b58798e4-b9f0-4514-8dc8-c5520b678e43]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f20598da-f615-47f0-91ad-4676a1425f94]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a, portal: 172.16.0.220,3260]
Oct 15 20:24:29 user nova-compute[74712]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a, portal: 172.16.0.220,3260] successful.
Oct 15 20:24:29 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[54e8225d-b66f-40ac-9c92-1400851fdd0b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] <== disconnect_volume: return (286ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:24:29 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG nova.objects.instance [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lazy-loading 'flavor' on Instance uuid b1db388b-0df9-4a9e-b383-791d25ede22f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c1020638-ec96-45de-9490-b98292c9a429 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.718s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.525s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:24:30 user nova-compute[74712]: INFO nova.compute.manager [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Terminating instance
Oct 15 20:24:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-6bab8a49-6d87-4c68-88ca-747ddd63b43c req-2b1f2157-777c-47dd-9ccb-de0e86e1f2cd service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received event network-vif-unplugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6bab8a49-6d87-4c68-88ca-747ddd63b43c req-2b1f2157-777c-47dd-9ccb-de0e86e1f2cd service nova] Acquiring lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6bab8a49-6d87-4c68-88ca-747ddd63b43c req-2b1f2157-777c-47dd-9ccb-de0e86e1f2cd service nova] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-6bab8a49-6d87-4c68-88ca-747ddd63b43c req-2b1f2157-777c-47dd-9ccb-de0e86e1f2cd service nova] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-6bab8a49-6d87-4c68-88ca-747ddd63b43c req-2b1f2157-777c-47dd-9ccb-de0e86e1f2cd service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] No waiting events found dispatching network-vif-unplugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-6bab8a49-6d87-4c68-88ca-747ddd63b43c req-2b1f2157-777c-47dd-9ccb-de0e86e1f2cd service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received event network-vif-unplugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:30 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Instance destroyed successfully.
Oct 15 20:24:30 user nova-compute[74712]: DEBUG nova.objects.instance [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lazy-loading 'resources' on Instance uuid b1db388b-0df9-4a9e-b383-791d25ede22f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:21:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1667190776',display_name='tempest-VolumesSnapshotTestJSON-instance-1667190776',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1667190776',id=47,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLydL8nklwC0bHP84XFOgiNbMCWHnCgBjj3WmDY1Ws42nLmxlya5wdLmmvD0BtBC4nfO9Ez0Rx1mG28QPIbmq+xRTw2s78ma5h6Su1CcTy4lCacXpO3YfMV39abABhmtLQ==',key_name='tempest-keypair-717794880',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:21:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5f55018995904f139ea71487a5a49846',ramdisk_id='',reservation_id='r-szugnbxd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-193811651',owner_user_name='tempest-VolumesSnapshotTestJSON-193811651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:21:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f434c7e781d404b9b4a6c5d45d2d9ed',uuid=b1db388b-0df9-4a9e-b383-791d25ede22f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converting VIF {"id": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "address": "fa:16:3e:16:ac:0f", "network": {"id": "86461647-8350-4029-b3c6-dabef6399057", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-85267310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f55018995904f139ea71487a5a49846", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ce397f7-6f", "ovs_interfaceid": "7ce397f7-6f6f-4d56-938c-0c127ed254f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:16:ac:0f,bridge_name='br-int',has_traffic_filtering=True,id=7ce397f7-6f6f-4d56-938c-0c127ed254f3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ce397f7-6f') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG os_vif [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:16:ac:0f,bridge_name='br-int',has_traffic_filtering=True,id=7ce397f7-6f6f-4d56-938c-0c127ed254f3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ce397f7-6f') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7ce397f7-6f, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=603da7de-682e-42a8-8232-ce57bdfe2f8d) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:24:31 user nova-compute[74712]: INFO os_vif [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:16:ac:0f,bridge_name='br-int',has_traffic_filtering=True,id=7ce397f7-6f6f-4d56-938c-0c127ed254f3,network=Network(86461647-8350-4029-b3c6-dabef6399057),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ce397f7-6f')
Oct 15 20:24:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LipZzntQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:24:31 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09dc421-2329-435c-b5f4-b9f236bec997]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:24:31 user nova-compute[74712]: No targets found.
Oct 15 20:24:31 user nova-compute[74712]: iSNS:
Oct 15 20:24:31 user nova-compute[74712]: No targets found.
Oct 15 20:24:31 user nova-compute[74712]: STATIC:
Oct 15 20:24:31 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe
Oct 15 20:24:31 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:24:31 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:24:31 user nova-compute[74712]: FIRMWARE:
Oct 15 20:24:31 user nova-compute[74712]: No targets found.
Oct 15 20:24:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:24:31 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:24:31 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0980e51-a4a7-4c4d-b254-7ac44aabfd9a', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b050442f-2c26-4e5b-a051-a161ad60dab6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[45f98ba4-9f50-4b1a-bc60-219cfeab0779]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:24:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:24:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84332710>, {}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Disconnecting from: [] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.063s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] <== disconnect_volume: return (64ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:24:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Deleting instance files /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f_del
Oct 15 20:24:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Deletion of /opt/stack/data/nova/instances/b1db388b-0df9-4a9e-b383-791d25ede22f_del complete
Oct 15 20:24:31 user nova-compute[74712]: INFO nova.compute.manager [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 15 20:24:31 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:24:31 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:24:31 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Took 0.82 seconds to deallocate network for instance.
Oct 15 20:24:31 user nova-compute[74712]: DEBUG nova.compute.manager [req-3d84f9a7-86c3-4486-8f1d-f1e9e3bc0d78 req-575b7774-7190-4061-91ed-2bf25129d439 service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received event network-vif-deleted-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:24:31 user nova-compute[74712]: WARNING nova.volume.cinder [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Attachment 73676f2a-734f-4e45-866e-f70ed6ff86a1 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 73676f2a-734f-4e45-866e-f70ed6ff86a1. (HTTP 404) (Request-ID: req-01fef963-2839-4a54-9c84-691691f443b6)
Oct 15 20:24:31 user nova-compute[74712]: INFO nova.compute.manager [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Took 0.02 seconds to detach 1 volumes for instance.
Oct 15 20:24:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:24:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:24:32 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:24:32 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:24:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.165s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:24:32 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Deleted allocations for instance b1db388b-0df9-4a9e-b383-791d25ede22f
Oct 15 20:24:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-39d03455-928b-40e4-89b0-2db98a4c1876 tempest-VolumesSnapshotTestJSON-193811651 tempest-VolumesSnapshotTestJSON-193811651-project-member] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.152s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:24:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-00e96d09-9a0a-42ee-85e1-41f62ccc4351 req-e2995954-f64a-4b2e-a833-aaf0ea5423aa service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received event network-vif-plugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:24:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-00e96d09-9a0a-42ee-85e1-41f62ccc4351 req-e2995954-f64a-4b2e-a833-aaf0ea5423aa service nova] Acquiring lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:24:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-00e96d09-9a0a-42ee-85e1-41f62ccc4351 req-e2995954-f64a-4b2e-a833-aaf0ea5423aa service nova] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:24:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-00e96d09-9a0a-42ee-85e1-41f62ccc4351 req-e2995954-f64a-4b2e-a833-aaf0ea5423aa service nova] Lock "b1db388b-0df9-4a9e-b383-791d25ede22f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:24:32 user nova-compute[74712]: DEBUG nova.compute.manager [req-00e96d09-9a0a-42ee-85e1-41f62ccc4351 req-e2995954-f64a-4b2e-a833-aaf0ea5423aa service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] No waiting events found dispatching network-vif-plugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:24:32 user nova-compute[74712]: WARNING nova.compute.manager [req-00e96d09-9a0a-42ee-85e1-41f62ccc4351 req-e2995954-f64a-4b2e-a833-aaf0ea5423aa service nova] [instance: b1db388b-0df9-4a9e-b383-791d25ede22f] Received unexpected event network-vif-plugged-7ce397f7-6f6f-4d56-938c-0c127ed254f3 for instance with vm_state deleted and task_state None.
Oct 15 20:24:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:24:42 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:24:47 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:24:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:24:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:24:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:24:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:24:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:24:57 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:24:57 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:24:57 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8935MB free_disk=24.97386932373047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance e93a2fc2-1cb8-4f44-9740-5891054b6051 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.199s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 20:24:58 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:24:58 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:25:01 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:25:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updating instance_info_cache with network_info: [{"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:25:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:25:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:25:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:25:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 20:25:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 20:25:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:25:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:25:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:25:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:25:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:25:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-d9461b61-57b0-47d7-bb2d-56a2461f1ad9 req-5f1efa3d-74cf-40a4-bf48-7e28196c0509 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received event network-changed-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:25:22 user nova-compute[74712]: DEBUG nova.compute.manager [req-d9461b61-57b0-47d7-bb2d-56a2461f1ad9 req-5f1efa3d-74cf-40a4-bf48-7e28196c0509 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Refreshing instance network info cache due to event network-changed-e222cbb7-2e36-4d47-b458-1e848ba50399. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:25:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d9461b61-57b0-47d7-bb2d-56a2461f1ad9 req-5f1efa3d-74cf-40a4-bf48-7e28196c0509 service nova] Acquiring lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:25:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d9461b61-57b0-47d7-bb2d-56a2461f1ad9 req-5f1efa3d-74cf-40a4-bf48-7e28196c0509 service nova] Acquired lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:25:22 user nova-compute[74712]: DEBUG nova.network.neutron [req-d9461b61-57b0-47d7-bb2d-56a2461f1ad9 req-5f1efa3d-74cf-40a4-bf48-7e28196c0509 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Refreshing network info cache for port e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:25:23 user nova-compute[74712]: DEBUG nova.network.neutron [req-d9461b61-57b0-47d7-bb2d-56a2461f1ad9 req-5f1efa3d-74cf-40a4-bf48-7e28196c0509 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updated VIF entry in instance network info cache for port e222cbb7-2e36-4d47-b458-1e848ba50399. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:25:23 user nova-compute[74712]: DEBUG nova.network.neutron [req-d9461b61-57b0-47d7-bb2d-56a2461f1ad9 req-5f1efa3d-74cf-40a4-bf48-7e28196c0509 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updating instance_info_cache with network_info: [{"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:25:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d9461b61-57b0-47d7-bb2d-56a2461f1ad9 req-5f1efa3d-74cf-40a4-bf48-7e28196c0509 service nova] Releasing lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:25:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:25:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:25:34 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:25:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:25:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:25:34 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:25:34 user nova-compute[74712]: INFO nova.compute.claims [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Claim successful on node user
Oct 15 20:25:35 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:25:35 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:25:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.262s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:25:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:25:35 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:25:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:25:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:25:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:25:35 user nova-compute[74712]: INFO nova.virt.block_device [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Booting with volume snapshot 1f8b242e-609f-4740-9473-53f77ad70b20 at /dev/vda
Oct 15 20:25:35 user nova-compute[74712]: DEBUG nova.policy [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5c3de54dde4c79b03d32c5e6442489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc99b57214f941908675915606d4ed4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:25:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:36 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Successfully created port: ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Successfully updated port: ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquired lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-05312975-4a2a-4f6a-8952-3c0f018237de req-4248effd-390e-4bad-b160-480e9e9ba30a service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-changed-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG nova.compute.manager [req-05312975-4a2a-4f6a-8952-3c0f018237de req-4248effd-390e-4bad-b160-480e9e9ba30a service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Refreshing instance network info cache due to event network-changed-ae8ea67f-51aa-4db1-873c-7db8d900ccb1. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-05312975-4a2a-4f6a-8952-3c0f018237de req-4248effd-390e-4bad-b160-480e9e9ba30a service nova] Acquiring lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Updating instance_info_cache with network_info: [{"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Releasing lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Instance network_info: |[{"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-05312975-4a2a-4f6a-8952-3c0f018237de req-4248effd-390e-4bad-b160-480e9e9ba30a service nova] Acquired lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-05312975-4a2a-4f6a-8952-3c0f018237de req-4248effd-390e-4bad-b160-480e9e9ba30a service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Refreshing network info cache for port ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-05312975-4a2a-4f6a-8952-3c0f018237de req-4248effd-390e-4bad-b160-480e9e9ba30a service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Updated VIF entry in instance network info cache for port ae8ea67f-51aa-4db1-873c-7db8d900ccb1. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG nova.network.neutron [req-05312975-4a2a-4f6a-8952-3c0f018237de req-4248effd-390e-4bad-b160-480e9e9ba30a service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Updating instance_info_cache with network_info: [{"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:25:37 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-05312975-4a2a-4f6a-8952-3c0f018237de req-4248effd-390e-4bad-b160-480e9e9ba30a service nova] Releasing lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:25:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG os_brick.utils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c518c74-fbc1-4f8d-aad6-505e903522b4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde4af95-f6be-4ff9-9203-114e7e7d69b2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[69232c0c-3a4d-4e53-ad83-da17943566d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e754fac-501b-44f6-92fd-5f335a67b2d2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:25:41 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:25:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a828f7d8-9f78-4164-9518-0db8b3f78719]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG os_brick.utils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:25:41 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Updating existing volume attachment record: d3fcd146-df3b-4c38-a850-501bc47ccdd6 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:25:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:48 user nova-compute[74712]: WARNING nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] While synchronizing instance power states, found 2 instances in the database and 1 instances on the hypervisor.
Oct 15 20:25:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid e93a2fc2-1cb8-4f44-9740-5891054b6051 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:25:48 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:25:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "e93a2fc2-1cb8-4f44-9740-5891054b6051" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:25:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:25:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:25:48 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:25:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:25:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:25:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Creating image(s)
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Ensure instance console log exists: /opt/stack/data/nova/instances/aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Start _get_guest_xml network_info=[{"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-15T20:25:24Z,direct_url=<?>,disk_format='qcow2',id=94ab4db5-23e8-469f-b142-7f2576554eed,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-318578005',owner='bc99b57214f941908675915606d4ed4b',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-15T20:25:26Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lUuMcsad', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6d41b46-991e-41a2-8dd5-926b2f4b8b85', 'serial': 'a6d41b46-991e-41a2-8dd5-926b2f4b8b85'}, 'attachment_id': 'd3fcd146-df3b-4c38-a850-501bc47ccdd6', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:25:54 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:25:54 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-15T20:25:24Z,direct_url=<?>,disk_format='qcow2',id=94ab4db5-23e8-469f-b142-7f2576554eed,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-318578005',owner='bc99b57214f941908675915606d4ed4b',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-15T20:25:26Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lUuMcsad', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:25:54 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:25:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:25:54 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:25:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:25:54 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:25:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd0a0da-1cd4-4599-93ef-52e462df361c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:25:54 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[455fb19c-c535-4421-b3cf-206a90a93761]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85] added
Oct 15 20:25:54 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:25:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a4fe779-023a-4bea-928e-88b3a934bd77]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef8c46e9-9951-4ddb-9f15-d6be82e6e725]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lUuMcsad {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lUuMcsad" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e83a0a0-40ac-40c2-b67f-00dc3f11b1d2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lUuMcsad'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b3249c7-99ce-47b3-8130-8819a6f02a83]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e166060-202f-4459-97ba-7333a09beb44]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:25:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:25:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea7fc728-d953-487e-aad3-8617ac63962b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85, portal: 172.16.0.220,3260]
Oct 15 20:25:55 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85, portal: 172.16.0.220,3260] successful.
Oct 15 20:25:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e0a145-a158-494c-b110-4974077d8644]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b95f07f-546a-481a-a184-5daf916174a6]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:25:55 user nova-compute[74712]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 (non-flash)
Oct 15 20:25:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:25:55 user nova-compute[74712]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 (non-flash)
Oct 15 20:25:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3c8c999-a82a-4b9e-ab7e-7b19ab6aa624]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:25:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lUuMcsad', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '23638336536626365', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23638336536626365', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:25:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-212235351',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-212235351',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-212235351',id=49,image_ref='94ab4db5-23e8-469f-b142-7f2576554eed',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRzyfBm8Jee9Efbay8cncmsSCtpF69wtqCRPL0HpUhQ1EWsMKBX3eLXrMipcNvxZgmnbwSrMM3JJvrxvSpx4BI27a99KwPTcDgr2TiAHZqZwTYIhcnup56/2x6QZGMb4Q==',key_name='tempest-keypair-1074685779',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-itdztj9i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1740697399',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:25:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:34:bb,bridge_name='br-int',has_traffic_filtering=True,id=ae8ea67f-51aa-4db1-873c-7db8d900ccb1,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae8ea67f-51') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'pci_devices' on Instance uuid aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:25:56 user nova-compute[74712]:   <uuid>aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3</uuid>
Oct 15 20:25:56 user nova-compute[74712]:   <name>instance-00000031</name>
Oct 15 20:25:56 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:25:56 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:25:56 user nova-compute[74712]:   <metadata>
Oct 15 20:25:56 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:25:56 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:25:56 user nova-compute[74712]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-212235351</nova:name>
Oct 15 20:25:56 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:25:54</nova:creationTime>
Oct 15 20:25:56 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:25:56 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:25:56 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:25:56 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:25:56 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:25:56 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:25:56 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:25:56 user nova-compute[74712]:       <nova:owner>
Oct 15 20:25:56 user nova-compute[74712]:         <nova:user uuid="7b5c3de54dde4c79b03d32c5e6442489">tempest-TestVolumeBootPattern-1740697399-project-member</nova:user>
Oct 15 20:25:56 user nova-compute[74712]:         <nova:project uuid="bc99b57214f941908675915606d4ed4b">tempest-TestVolumeBootPattern-1740697399</nova:project>
Oct 15 20:25:56 user nova-compute[74712]:       </nova:owner>
Oct 15 20:25:56 user nova-compute[74712]:       <nova:root type="image" uuid="94ab4db5-23e8-469f-b142-7f2576554eed"/>
Oct 15 20:25:56 user nova-compute[74712]:       <nova:ports>
Oct 15 20:25:56 user nova-compute[74712]:         <nova:port uuid="ae8ea67f-51aa-4db1-873c-7db8d900ccb1">
Oct 15 20:25:56 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 15 20:25:56 user nova-compute[74712]:         </nova:port>
Oct 15 20:25:56 user nova-compute[74712]:       </nova:ports>
Oct 15 20:25:56 user nova-compute[74712]:     </nova:instance>
Oct 15 20:25:56 user nova-compute[74712]:   </metadata>
Oct 15 20:25:56 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:25:56 user nova-compute[74712]:     <system>
Oct 15 20:25:56 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:25:56 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:25:56 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:25:56 user nova-compute[74712]:       <entry name="serial">aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3</entry>
Oct 15 20:25:56 user nova-compute[74712]:       <entry name="uuid">aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3</entry>
Oct 15 20:25:56 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:25:56 user nova-compute[74712]:     </system>
Oct 15 20:25:56 user nova-compute[74712]:   </sysinfo>
Oct 15 20:25:56 user nova-compute[74712]:   <os>
Oct 15 20:25:56 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:25:56 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:25:56 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:25:56 user nova-compute[74712]:   </os>
Oct 15 20:25:56 user nova-compute[74712]:   <features>
Oct 15 20:25:56 user nova-compute[74712]:     <acpi/>
Oct 15 20:25:56 user nova-compute[74712]:     <apic/>
Oct 15 20:25:56 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:25:56 user nova-compute[74712]:   </features>
Oct 15 20:25:56 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:25:56 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:25:56 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:25:56 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:25:56 user nova-compute[74712]:   </clock>
Oct 15 20:25:56 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:25:56 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:25:56 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:25:56 user nova-compute[74712]:   </cpu>
Oct 15 20:25:56 user nova-compute[74712]:   <devices>
Oct 15 20:25:56 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 20:25:56 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:25:56 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 20:25:56 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:25:56 user nova-compute[74712]:       <serial>a6d41b46-991e-41a2-8dd5-926b2f4b8b85</serial>
Oct 15 20:25:56 user nova-compute[74712]:     </disk>
Oct 15 20:25:56 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:25:56 user nova-compute[74712]:       <mac address="fa:16:3e:ba:34:bb"/>
Oct 15 20:25:56 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:25:56 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:25:56 user nova-compute[74712]:       <target dev="tapae8ea67f-51"/>
Oct 15 20:25:56 user nova-compute[74712]:     </interface>
Oct 15 20:25:56 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:25:56 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3/console.log" append="off"/>
Oct 15 20:25:56 user nova-compute[74712]:     </serial>
Oct 15 20:25:56 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:25:56 user nova-compute[74712]:     <video>
Oct 15 20:25:56 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:25:56 user nova-compute[74712]:     </video>
Oct 15 20:25:56 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:25:56 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:25:56 user nova-compute[74712]:     </rng>
Oct 15 20:25:56 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:25:56 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:25:56 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:25:56 user nova-compute[74712]:     </memballoon>
Oct 15 20:25:56 user nova-compute[74712]:   </devices>
Oct 15 20:25:56 user nova-compute[74712]: </domain>
Oct 15 20:25:56 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:25:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-212235351',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-212235351',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-212235351',id=49,image_ref='94ab4db5-23e8-469f-b142-7f2576554eed',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRzyfBm8Jee9Efbay8cncmsSCtpF69wtqCRPL0HpUhQ1EWsMKBX3eLXrMipcNvxZgmnbwSrMM3JJvrxvSpx4BI27a99KwPTcDgr2TiAHZqZwTYIhcnup56/2x6QZGMb4Q==',key_name='tempest-keypair-1074685779',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-itdztj9i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1740697399',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:25:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:34:bb,bridge_name='br-int',has_traffic_filtering=True,id=ae8ea67f-51aa-4db1-873c-7db8d900ccb1,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae8ea67f-51') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG os_vif [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:34:bb,bridge_name='br-int',has_traffic_filtering=True,id=ae8ea67f-51aa-4db1-873c-7db8d900ccb1,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae8ea67f-51') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '720b1a67-8387-542f-b52d-a6fb6ade29b9', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapae8ea67f-51, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapae8ea67f-51, col_values=(('qos', UUID('0d57270b-e671-4bff-a107-a85677cfd097')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapae8ea67f-51, col_values=(('external_ids', {'iface-id': 'ae8ea67f-51aa-4db1-873c-7db8d900ccb1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:34:bb', 'vm-uuid': 'aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:56 user nova-compute[74712]: INFO os_vif [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:34:bb,bridge_name='br-int',has_traffic_filtering=True,id=ae8ea67f-51aa-4db1-873c-7db8d900ccb1,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae8ea67f-51')
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:25:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No VIF found with MAC fa:16:3e:ba:34:bb, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:25:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-66f41cff-7654-48ea-a434-82d540ab7c98 req-6b31844b-ba6e-44b8-9a02-126cd0f1f94e service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:25:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-66f41cff-7654-48ea-a434-82d540ab7c98 req-6b31844b-ba6e-44b8-9a02-126cd0f1f94e service nova] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:25:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-66f41cff-7654-48ea-a434-82d540ab7c98 req-6b31844b-ba6e-44b8-9a02-126cd0f1f94e service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:25:57 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-66f41cff-7654-48ea-a434-82d540ab7c98 req-6b31844b-ba6e-44b8-9a02-126cd0f1f94e service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:25:57 user nova-compute[74712]: DEBUG nova.compute.manager [req-66f41cff-7654-48ea-a434-82d540ab7c98 req-6b31844b-ba6e-44b8-9a02-126cd0f1f94e service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] No waiting events found dispatching network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:25:57 user nova-compute[74712]: WARNING nova.compute.manager [req-66f41cff-7654-48ea-a434-82d540ab7c98 req-6b31844b-ba6e-44b8-9a02-126cd0f1f94e service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received unexpected event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 for instance with vm_state building and task_state spawning.
Oct 15 20:25:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:25:58 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:58 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:25:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:25:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:25:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:25:58 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:25:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:25:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-35dde475-0372-4b25-bd23-9f14d809b185 req-cbc13f36-7c55-47e0-b9c8-77eb1b3a6bd7 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-35dde475-0372-4b25-bd23-9f14d809b185 req-cbc13f36-7c55-47e0-b9c8-77eb1b3a6bd7 service nova] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-35dde475-0372-4b25-bd23-9f14d809b185 req-cbc13f36-7c55-47e0-b9c8-77eb1b3a6bd7 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-35dde475-0372-4b25-bd23-9f14d809b185 req-cbc13f36-7c55-47e0-b9c8-77eb1b3a6bd7 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.manager [req-35dde475-0372-4b25-bd23-9f14d809b185 req-cbc13f36-7c55-47e0-b9c8-77eb1b3a6bd7 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] No waiting events found dispatching network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:26:00 user nova-compute[74712]: WARNING nova.compute.manager [req-35dde475-0372-4b25-bd23-9f14d809b185 req-cbc13f36-7c55-47e0-b9c8-77eb1b3a6bd7 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received unexpected event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 for instance with vm_state building and task_state spawning.
Oct 15 20:26:00 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:26:00 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8915MB free_disk=24.96334457397461GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:26:00 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Instance spawned successfully.
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:26:00 user nova-compute[74712]: INFO nova.compute.manager [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Took 5.56 seconds to spawn the instance on the hypervisor.
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:26:00 user nova-compute[74712]: INFO nova.compute.manager [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Took 25.66 seconds to build instance.
Oct 15 20:26:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5b48c62d-aa63-4654-aaf6-40271c948098 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.776s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance e93a2fc2-1cb8-4f44-9740-5891054b6051 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 11.749s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:26:00 user nova-compute[74712]: INFO nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Oct 15 20:26:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:26:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.527s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:26:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:01 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:26:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:26:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:26:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:26:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:26:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:26:02 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid e93a2fc2-1cb8-4f44-9740-5891054b6051 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:26:02 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updating instance_info_cache with network_info: [{"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:26:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:26:02 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:26:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:26:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:26:04 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:26:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:26:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:26:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:26:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:26:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:26:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:26:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:26:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:26:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:26:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:26:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:26:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:26:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:26:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:26:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:26:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:26:59 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:26:59 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:26:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:26:59 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:27:00 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:27:00 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:27:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8912MB free_disk=24.961688995361328GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:27:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:27:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:27:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance e93a2fc2-1cb8-4f44-9740-5891054b6051 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:27:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:27:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:27:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:27:00 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:27:00 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:27:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:27:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.227s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:27:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:01 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:27:03 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:27:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:27:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:27:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:27:03 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:27:04 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Updating instance_info_cache with network_info: [{"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:27:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:27:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:27:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:27:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:27:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:27:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:27:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:27:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:27:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:27:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:27:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:27:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:27:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:27:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:27:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:27:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-76366dc9-3087-4bf4-a0cb-7cecc27921f8 req-c65a5415-c57b-4c4c-bc20-3a1100fe2ed7 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-changed-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:27:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-76366dc9-3087-4bf4-a0cb-7cecc27921f8 req-c65a5415-c57b-4c4c-bc20-3a1100fe2ed7 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Refreshing instance network info cache due to event network-changed-ae8ea67f-51aa-4db1-873c-7db8d900ccb1. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:27:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76366dc9-3087-4bf4-a0cb-7cecc27921f8 req-c65a5415-c57b-4c4c-bc20-3a1100fe2ed7 service nova] Acquiring lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:27:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76366dc9-3087-4bf4-a0cb-7cecc27921f8 req-c65a5415-c57b-4c4c-bc20-3a1100fe2ed7 service nova] Acquired lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:27:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-76366dc9-3087-4bf4-a0cb-7cecc27921f8 req-c65a5415-c57b-4c4c-bc20-3a1100fe2ed7 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Refreshing network info cache for port ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:27:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:27:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-76366dc9-3087-4bf4-a0cb-7cecc27921f8 req-c65a5415-c57b-4c4c-bc20-3a1100fe2ed7 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Updated VIF entry in instance network info cache for port ae8ea67f-51aa-4db1-873c-7db8d900ccb1. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:27:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-76366dc9-3087-4bf4-a0cb-7cecc27921f8 req-c65a5415-c57b-4c4c-bc20-3a1100fe2ed7 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Updating instance_info_cache with network_info: [{"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:27:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-76366dc9-3087-4bf4-a0cb-7cecc27921f8 req-c65a5415-c57b-4c4c-bc20-3a1100fe2ed7 service nova] Releasing lock "refresh_cache-aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:27:27 user nova-compute[74712]: INFO nova.compute.manager [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Terminating instance
Oct 15 20:27:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Instance destroyed successfully.
Oct 15 20:27:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'resources' on Instance uuid aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:25:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-212235351',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-212235351',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-212235351',id=49,image_ref='94ab4db5-23e8-469f-b142-7f2576554eed',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRzyfBm8Jee9Efbay8cncmsSCtpF69wtqCRPL0HpUhQ1EWsMKBX3eLXrMipcNvxZgmnbwSrMM3JJvrxvSpx4BI27a99KwPTcDgr2TiAHZqZwTYIhcnup56/2x6QZGMb4Q==',key_name='tempest-keypair-1074685779',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:26:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-itdztj9i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1740697399',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:26:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "address": "fa:16:3e:ba:34:bb", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae8ea67f-51", "ovs_interfaceid": "ae8ea67f-51aa-4db1-873c-7db8d900ccb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:34:bb,bridge_name='br-int',has_traffic_filtering=True,id=ae8ea67f-51aa-4db1-873c-7db8d900ccb1,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae8ea67f-51') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_vif [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:34:bb,bridge_name='br-int',has_traffic_filtering=True,id=ae8ea67f-51aa-4db1-873c-7db8d900ccb1,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae8ea67f-51') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapae8ea67f-51, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0d57270b-e671-4bff-a107-a85677cfd097) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:27 user nova-compute[74712]: INFO os_vif [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:34:bb,bridge_name='br-int',has_traffic_filtering=True,id=ae8ea67f-51aa-4db1-873c-7db8d900ccb1,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae8ea67f-51')
Oct 15 20:27:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lUuMcsad', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:27:27 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e518884-1b70-4e41-bb0d-e385dd49df0f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:27:27 user nova-compute[74712]: No targets found.
Oct 15 20:27:27 user nova-compute[74712]: iSNS:
Oct 15 20:27:27 user nova-compute[74712]: No targets found.
Oct 15 20:27:27 user nova-compute[74712]: STATIC:
Oct 15 20:27:27 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe
Oct 15 20:27:27 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:27:27 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:27:27 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85
Oct 15 20:27:27 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:27:27 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:27:27 user nova-compute[74712]: FIRMWARE:
Oct 15 20:27:27 user nova-compute[74712]: No targets found.
Oct 15 20:27:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:27:27 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:27:27 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cebfef05-7763-4a5e-85f3-3b2af21ad03c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a34a3f51-3bc9-4e37-a40c-8dc42b7ad05d]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:27:27 user nova-compute[74712]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 (non-flash)
Oct 15 20:27:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:27:27 user nova-compute[74712]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 (non-flash)
Oct 15 20:27:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846a6b00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4dd2f05-fdf4-4347-88a0-ed1d7f61539a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0abc5fb3-9b09-4510-b84f-3ac6f4bcc0b7]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d87a220-c34e-408a-9795-4437b6b83abb]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:27:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[10401540-e559-47bb-b30d-4431f517aca2]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO8e165119-683e6bceb159ccc4', '/dev/disk/by-id/scsi-23638336536626365', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_8e165119') {{(pid=85655) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b72ba666-e36d-412f-8e93-93f0c153b7ba]: (4, None) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[da817a17-d52d-4a17-abfd-9112b96ca6c1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c1f3b13-884a-4e2d-bf5b-8ca7c7dc4bc4]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85, portal: 172.16.0.220,3260]
Oct 15 20:27:28 user nova-compute[74712]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85, portal: 172.16.0.220,3260] successful.
Oct 15 20:27:28 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6d41b46-991e-41a2-8dd5-926b2f4b8b85 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[585dd83d-33fd-4e07-8da2-0d2b6bae9621]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== disconnect_volume: return (343ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:27:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Deleting instance files /opt/stack/data/nova/instances/aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3_del
Oct 15 20:27:28 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Deletion of /opt/stack/data/nova/instances/aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3_del complete
Oct 15 20:27:28 user nova-compute[74712]: INFO nova.compute.manager [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Took 1.21 seconds to destroy the instance on the hypervisor.
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-unplugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] No waiting events found dispatching network-vif-unplugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-unplugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] No waiting events found dispatching network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:27:28 user nova-compute[74712]: WARNING nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received unexpected event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 for instance with vm_state active and task_state deleting.
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] No waiting events found dispatching network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:27:28 user nova-compute[74712]: WARNING nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received unexpected event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 for instance with vm_state active and task_state deleting.
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] No waiting events found dispatching network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:27:28 user nova-compute[74712]: WARNING nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received unexpected event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 for instance with vm_state active and task_state deleting.
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-unplugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] No waiting events found dispatching network-vif-unplugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-0b08695b-2e51-4f6d-89af-7f7140808da2 req-9748eb8d-bb7c-4696-be80-51d8153fe6f8 service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-unplugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:27:28 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:27:28 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Took 0.72 seconds to deallocate network for instance.
Oct 15 20:27:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-36e6f40a-223e-40fe-ae08-ee12e3999e87 req-d3ed31c0-5325-4658-ad98-ab60177814cc service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-deleted-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:27:29 user nova-compute[74712]: INFO nova.compute.manager [req-36e6f40a-223e-40fe-ae08-ee12e3999e87 req-d3ed31c0-5325-4658-ad98-ab60177814cc service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Neutron deleted interface ae8ea67f-51aa-4db1-873c-7db8d900ccb1; detaching it from the instance and deleting it from the info cache
Oct 15 20:27:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-36e6f40a-223e-40fe-ae08-ee12e3999e87 req-d3ed31c0-5325-4658-ad98-ab60177814cc service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:27:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-36e6f40a-223e-40fe-ae08-ee12e3999e87 req-d3ed31c0-5325-4658-ad98-ab60177814cc service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Detach interface failed, port_id=ae8ea67f-51aa-4db1-873c-7db8d900ccb1, reason: Instance aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 20:27:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:29 user nova-compute[74712]: INFO nova.compute.manager [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Took 0.77 seconds to detach 1 volumes for instance.
Oct 15 20:27:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Deleting volume: a6d41b46-991e-41a2-8dd5-926b2f4b8b85 {{(pid=74712) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 15 20:27:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:27:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:27:29 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:27:29 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:27:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.128s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:27:30 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Deleted allocations for instance aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3
Oct 15 20:27:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1bf193aa-f0d8-4d01-9aba-e9f324abf410 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.114s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:27:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-683bf86e-d299-4ce4-97b5-cace7250613b req-40942f77-1d06-4b3c-a702-4ad8e09a327e service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:27:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-683bf86e-d299-4ce4-97b5-cace7250613b req-40942f77-1d06-4b3c-a702-4ad8e09a327e service nova] Acquiring lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:27:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-683bf86e-d299-4ce4-97b5-cace7250613b req-40942f77-1d06-4b3c-a702-4ad8e09a327e service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:27:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-683bf86e-d299-4ce4-97b5-cace7250613b req-40942f77-1d06-4b3c-a702-4ad8e09a327e service nova] Lock "aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:27:30 user nova-compute[74712]: DEBUG nova.compute.manager [req-683bf86e-d299-4ce4-97b5-cace7250613b req-40942f77-1d06-4b3c-a702-4ad8e09a327e service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] No waiting events found dispatching network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:27:30 user nova-compute[74712]: WARNING nova.compute.manager [req-683bf86e-d299-4ce4-97b5-cace7250613b req-40942f77-1d06-4b3c-a702-4ad8e09a327e service nova] [instance: aacdbdb2-fb2b-4480-b17e-4cc6c9517cb3] Received unexpected event network-vif-plugged-ae8ea67f-51aa-4db1-873c-7db8d900ccb1 for instance with vm_state deleted and task_state None.
Oct 15 20:27:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:27:51 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:27:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:27:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:27:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:27:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:27:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:27:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:27:53 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:27:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:00 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:28:00 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:28:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:28:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:28:00 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:28:00 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:28:00 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:28:01 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:28:01 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:28:01 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8991MB free_disk=24.960716247558594GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:28:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:28:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:28:01 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance e93a2fc2-1cb8-4f44-9740-5891054b6051 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:28:01 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:28:01 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:28:01 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:28:01 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:28:01 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:28:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:28:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:28:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:28:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:28:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:03 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:28:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:28:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:28:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:28:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:28:03 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:28:03 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid e93a2fc2-1cb8-4f44-9740-5891054b6051 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:28:04 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updating instance_info_cache with network_info: [{"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:28:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-e93a2fc2-1cb8-4f44-9740-5891054b6051" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:28:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:28:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:28:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:28:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:28:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:28:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:28:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:28:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "e93a2fc2-1cb8-4f44-9740-5891054b6051" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:28:26 user nova-compute[74712]: INFO nova.compute.manager [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Terminating instance
Oct 15 20:28:26 user nova-compute[74712]: DEBUG nova.compute.manager [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-d57f1b23-5d1f-4a8d-9516-087097379441 req-9f5a0d7f-41bf-4f2b-b113-28dad4566771 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received event network-vif-unplugged-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d57f1b23-5d1f-4a8d-9516-087097379441 req-9f5a0d7f-41bf-4f2b-b113-28dad4566771 service nova] Acquiring lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d57f1b23-5d1f-4a8d-9516-087097379441 req-9f5a0d7f-41bf-4f2b-b113-28dad4566771 service nova] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d57f1b23-5d1f-4a8d-9516-087097379441 req-9f5a0d7f-41bf-4f2b-b113-28dad4566771 service nova] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-d57f1b23-5d1f-4a8d-9516-087097379441 req-9f5a0d7f-41bf-4f2b-b113-28dad4566771 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] No waiting events found dispatching network-vif-unplugged-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-d57f1b23-5d1f-4a8d-9516-087097379441 req-9f5a0d7f-41bf-4f2b-b113-28dad4566771 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received event network-vif-unplugged-e222cbb7-2e36-4d47-b458-1e848ba50399 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:28:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Instance destroyed successfully.
Oct 15 20:28:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'resources' on Instance uuid e93a2fc2-1cb8-4f44-9740-5891054b6051 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:23:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1798249615',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1798249615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1798249615',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEbP3+Nnn2ZlVxJMDHpCU9feF4OsMBtU1y6yvcIPvMZKTiZcdfDj9N/krNkZ4lH1pn01hDhgN7PVnYYcckXwJyziF59TGfdXieDyxXubkg/JPwoT7j6zbouWJjHmPeeSyw==',key_name='tempest-keypair-460285970',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:23:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-0nmmfhxd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:23:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=e93a2fc2-1cb8-4f44-9740-5891054b6051,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "e222cbb7-2e36-4d47-b458-1e848ba50399", "address": "fa:16:3e:da:36:df", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape222cbb7-2e", "ovs_interfaceid": "e222cbb7-2e36-4d47-b458-1e848ba50399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:da:36:df,bridge_name='br-int',has_traffic_filtering=True,id=e222cbb7-2e36-4d47-b458-1e848ba50399,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape222cbb7-2e') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_vif [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:36:df,bridge_name='br-int',has_traffic_filtering=True,id=e222cbb7-2e36-4d47-b458-1e848ba50399,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape222cbb7-2e') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape222cbb7-2e, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1c7c12cd-915b-4003-9f7b-0ee7139840fd) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:26 user nova-compute[74712]: INFO os_vif [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:36:df,bridge_name='br-int',has_traffic_filtering=True,id=e222cbb7-2e36-4d47-b458-1e848ba50399,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape222cbb7-2e')
Oct 15 20:28:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tDkmngbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:28:26 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa24c19-3db8-42e6-963d-4b0061aaffc7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:28:26 user nova-compute[74712]: No targets found.
Oct 15 20:28:26 user nova-compute[74712]: iSNS:
Oct 15 20:28:26 user nova-compute[74712]: No targets found.
Oct 15 20:28:26 user nova-compute[74712]: STATIC:
Oct 15 20:28:26 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe
Oct 15 20:28:26 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:28:26 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:28:26 user nova-compute[74712]: FIRMWARE:
Oct 15 20:28:26 user nova-compute[74712]: No targets found.
Oct 15 20:28:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:28:26 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:28:26 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ce525c5-9020-4cb5-80ee-1e48e3858172]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3df4e76a-3086-4348-8781-5599ca427f19]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:28:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe (non-flash)
Oct 15 20:28:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846a4040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b87ab927-b359-40ed-90a5-aa7f6718a608]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa843fe8-1b43-4e01-ae84-2f89413e27e3]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae7b0191-bb30-44ca-88d5-2d94af1f981c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:28:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.064s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3e75e32-7b7e-45a8-9603-4fd85e33cdc1]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26330303839623531', '/dev/disk/by-id/scsi-1SCST_BIOf73f2ae1-c0089b515e93edc0', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_f73f2ae1') {{(pid=85655) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[50532153-3106-42a5-b9d1-5c211518c043]: (4, None) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[eab74502-075c-48ef-8e4e-333ee844c8aa]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddc575c0-13e8-4cac-be5c-b606d04fa8c8]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe, portal: 172.16.0.220,3260]
Oct 15 20:28:27 user nova-compute[74712]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe, portal: 172.16.0.220,3260] successful.
Oct 15 20:28:27 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54c63a57-da4c-42d9-bf6e-040ddff99ffe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9332b68-6278-4701-9375-bfbc05f714d6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== disconnect_volume: return (316ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:28:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Deleting instance files /opt/stack/data/nova/instances/e93a2fc2-1cb8-4f44-9740-5891054b6051_del
Oct 15 20:28:27 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Deletion of /opt/stack/data/nova/instances/e93a2fc2-1cb8-4f44-9740-5891054b6051_del complete
Oct 15 20:28:27 user nova-compute[74712]: INFO nova.compute.manager [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Took 1.18 seconds to destroy the instance on the hypervisor.
Oct 15 20:28:27 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:27 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:28:28 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Took 0.80 seconds to deallocate network for instance.
Oct 15 20:28:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-35dba8d3-31ce-44a3-86d3-4c6d27f6efeb req-e7133ced-fdd3-4f7f-8126-598c2fb06ca5 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received event network-vif-deleted-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:28:28 user nova-compute[74712]: INFO nova.compute.manager [req-35dba8d3-31ce-44a3-86d3-4c6d27f6efeb req-e7133ced-fdd3-4f7f-8126-598c2fb06ca5 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Neutron deleted interface e222cbb7-2e36-4d47-b458-1e848ba50399; detaching it from the instance and deleting it from the info cache
Oct 15 20:28:28 user nova-compute[74712]: DEBUG nova.network.neutron [req-35dba8d3-31ce-44a3-86d3-4c6d27f6efeb req-e7133ced-fdd3-4f7f-8126-598c2fb06ca5 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-35dba8d3-31ce-44a3-86d3-4c6d27f6efeb req-e7133ced-fdd3-4f7f-8126-598c2fb06ca5 service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Detach interface failed, port_id=e222cbb7-2e36-4d47-b458-1e848ba50399, reason: Instance e93a2fc2-1cb8-4f44-9740-5891054b6051 could not be found. {{(pid=74712) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-1c38852b-fda1-4fc9-aa96-4945a5f86d14 req-94084d63-6e5a-4c37-8c85-3f30663911fd service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received event network-vif-plugged-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1c38852b-fda1-4fc9-aa96-4945a5f86d14 req-94084d63-6e5a-4c37-8c85-3f30663911fd service nova] Acquiring lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1c38852b-fda1-4fc9-aa96-4945a5f86d14 req-94084d63-6e5a-4c37-8c85-3f30663911fd service nova] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-1c38852b-fda1-4fc9-aa96-4945a5f86d14 req-94084d63-6e5a-4c37-8c85-3f30663911fd service nova] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-1c38852b-fda1-4fc9-aa96-4945a5f86d14 req-94084d63-6e5a-4c37-8c85-3f30663911fd service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] No waiting events found dispatching network-vif-plugged-e222cbb7-2e36-4d47-b458-1e848ba50399 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:28:28 user nova-compute[74712]: WARNING nova.compute.manager [req-1c38852b-fda1-4fc9-aa96-4945a5f86d14 req-94084d63-6e5a-4c37-8c85-3f30663911fd service nova] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Received unexpected event network-vif-plugged-e222cbb7-2e36-4d47-b458-1e848ba50399 for instance with vm_state active and task_state deleting.
Oct 15 20:28:28 user nova-compute[74712]: INFO nova.compute.manager [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Took 0.72 seconds to detach 1 volumes for instance.
Oct 15 20:28:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: e93a2fc2-1cb8-4f44-9740-5891054b6051] Deleting volume: 54c63a57-da4c-42d9-bf6e-040ddff99ffe {{(pid=74712) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:28:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.130s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:28:29 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Deleted allocations for instance e93a2fc2-1cb8-4f44-9740-5891054b6051
Oct 15 20:28:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-565fa591-5d09-4b3c-b29b-ad1931f0c19d tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "e93a2fc2-1cb8-4f44-9740-5891054b6051" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.080s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:28:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:28:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:28:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:28:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:28:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:28:54 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:28:54 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:28:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:29:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:29:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:29:02 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:29:02 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:29:03 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:29:03 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:29:03 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9157MB free_disk=24.95987319946289GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:29:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:29:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:29:03 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:29:03 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:29:03 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:29:03 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:29:03 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:29:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.143s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:29:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:29:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:29:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 20:29:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:29:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:29:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:29:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:29:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:29:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:29:16 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:29:33 user nova-compute[74712]: INFO nova.compute.claims [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Claim successful on node user
Oct 15 20:29:33 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.179s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG nova.network.neutron [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:29:33 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:29:33 user nova-compute[74712]: DEBUG nova.compute.manager [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:29:33 user nova-compute[74712]: INFO nova.virt.block_device [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Booting with volume 3d44f5ab-247a-4c94-832b-6238d080ca7c at /dev/vda
Oct 15 20:29:33 user nova-compute[74712]: DEBUG nova.policy [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5c3de54dde4c79b03d32c5e6442489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc99b57214f941908675915606d4ed4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG os_brick.utils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a80e144d-233e-4d14-a5b1-6eaffc682d0d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e6f965-3c2d-4768-bef2-e6ad97f37b37]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[88cd700e-e093-407d-8269-8dc217ff555d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef8b8ee7-0a61-4792-ba85-bf4f3fd648f9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:29:33 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:29:33 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6be80856-b2c5-40a9-aa89-07fd4523ea87]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG os_brick.utils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:29:33 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updating existing volume attachment record: dba9b53a-c23c-437e-84da-b0cffa19b61b {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:29:34 user nova-compute[74712]: DEBUG nova.network.neutron [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Successfully created port: 32380701-17cb-423d-991c-890510a58695 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Successfully updated port: 32380701-17cb-423d-991c-890510a58695 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquired lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-ca15bab4-acd7-4459-b309-e0df98e2406d req-d09290fa-44e0-4ffc-96c0-30b8c9fd4325 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-changed-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG nova.compute.manager [req-ca15bab4-acd7-4459-b309-e0df98e2406d req-d09290fa-44e0-4ffc-96c0-30b8c9fd4325 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Refreshing instance network info cache due to event network-changed-32380701-17cb-423d-991c-890510a58695. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ca15bab4-acd7-4459-b309-e0df98e2406d req-d09290fa-44e0-4ffc-96c0-30b8c9fd4325 service nova] Acquiring lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG nova.network.neutron [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updating instance_info_cache with network_info: [{"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Releasing lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG nova.compute.manager [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Instance network_info: |[{"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ca15bab4-acd7-4459-b309-e0df98e2406d req-d09290fa-44e0-4ffc-96c0-30b8c9fd4325 service nova] Acquired lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG nova.network.neutron [req-ca15bab4-acd7-4459-b309-e0df98e2406d req-d09290fa-44e0-4ffc-96c0-30b8c9fd4325 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Refreshing network info cache for port 32380701-17cb-423d-991c-890510a58695 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG nova.network.neutron [req-ca15bab4-acd7-4459-b309-e0df98e2406d req-d09290fa-44e0-4ffc-96c0-30b8c9fd4325 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updated VIF entry in instance network info cache for port 32380701-17cb-423d-991c-890510a58695. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG nova.network.neutron [req-ca15bab4-acd7-4459-b309-e0df98e2406d req-d09290fa-44e0-4ffc-96c0-30b8c9fd4325 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updating instance_info_cache with network_info: [{"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:29:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ca15bab4-acd7-4459-b309-e0df98e2406d req-d09290fa-44e0-4ffc-96c0-30b8c9fd4325 service nova] Releasing lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:29:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:29:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.compute.manager [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:29:46 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Creating image(s)
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Ensure instance console log exists: /opt/stack/data/nova/instances/24770f77-e161-494d-b3b2-b4a500c62cbb/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Start _get_guest_xml network_info=[{"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZnVQmLa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '24770f77-e161-494d-b3b2-b4a500c62cbb', 'attached_at': '', 'detached_at': '', 'volume_id': '3d44f5ab-247a-4c94-832b-6238d080ca7c', 'serial': '3d44f5ab-247a-4c94-832b-6238d080ca7c'}, 'attachment_id': 'dba9b53a-c23c-437e-84da-b0cffa19b61b', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:29:46 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:29:46 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZnVQmLa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:29:46 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:29:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:29:46 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:29:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:29:46 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:29:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfa7357c-3bf7-4486-b36b-8c9886023c63]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:29:46 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f11373ee-f4c7-4e72-8b75-6b3ae7429760]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c] added
Oct 15 20:29:46 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:29:46 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9cbd87-6768-42fb-922e-4c472c107050]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7fbedd4-a82d-4086-b60e-91223789ff7d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZnVQmLa {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZnVQmLa" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b601868-020c-473b-982f-5efe097af580]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jZnVQmLa'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea95b20-cf71-41f8-816c-2a0e2635dbc6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[70eb1121-b739-4866-8682-ba8fce728331]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:29:47 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:29:47 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:29:47 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:29:47 user nova-compute[74712]: 
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --login" returned: 0 in 0.338s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[59b735dd-1ca3-4947-9f82-200b2172c46f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260]
Oct 15 20:29:47 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260] successful.
Oct 15 20:29:47 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.040s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[54438f9a-d555-42a3-8a7c-e6b6f7d9b0e1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f95112a-aec1-4198-919f-5d5aac6bf5d9]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:29:47 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:29:47 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.574s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2839747-741b-4431-a100-7c8073fa9fbc]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:29:47 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZnVQmLa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.607s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== connect_volume: return (1608ms) {'type': 'block', 'scsi_wwn': '23665326461313363', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665326461313363', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:29:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-575427579',display_name='tempest-TestVolumeBootPattern-server-575427579',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-575427579',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhjbXIemuyT2o1+ogeQu21HU98KJzXXCx9QRKOYC7hEPiQobQUUae6WnPPfPTXCHZ/12rB95od9vuqjPBIEVXdIgj7u5LhX9CpDrdgtrXtC3fNEWyIGxuTYMMNBXGnKFg==',key_name='tempest-TestVolumeBootPattern-1460422975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-n2yjyx5c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:29:34Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=24770f77-e161-494d-b3b2-b4a500c62cbb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:1e:cc,bridge_name='br-int',has_traffic_filtering=True,id=32380701-17cb-423d-991c-890510a58695,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32380701-17') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.objects.instance [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'pci_devices' on Instance uuid 24770f77-e161-494d-b3b2-b4a500c62cbb {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:29:48 user nova-compute[74712]:   <uuid>24770f77-e161-494d-b3b2-b4a500c62cbb</uuid>
Oct 15 20:29:48 user nova-compute[74712]:   <name>instance-00000032</name>
Oct 15 20:29:48 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:29:48 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:29:48 user nova-compute[74712]:   <metadata>
Oct 15 20:29:48 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:29:48 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:29:48 user nova-compute[74712]:       <nova:name>tempest-TestVolumeBootPattern-server-575427579</nova:name>
Oct 15 20:29:48 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:29:46</nova:creationTime>
Oct 15 20:29:48 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:29:48 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:29:48 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:29:48 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:29:48 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:29:48 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:29:48 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:29:48 user nova-compute[74712]:       <nova:owner>
Oct 15 20:29:48 user nova-compute[74712]:         <nova:user uuid="7b5c3de54dde4c79b03d32c5e6442489">tempest-TestVolumeBootPattern-1740697399-project-member</nova:user>
Oct 15 20:29:48 user nova-compute[74712]:         <nova:project uuid="bc99b57214f941908675915606d4ed4b">tempest-TestVolumeBootPattern-1740697399</nova:project>
Oct 15 20:29:48 user nova-compute[74712]:       </nova:owner>
Oct 15 20:29:48 user nova-compute[74712]:       <nova:ports>
Oct 15 20:29:48 user nova-compute[74712]:         <nova:port uuid="32380701-17cb-423d-991c-890510a58695">
Oct 15 20:29:48 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 15 20:29:48 user nova-compute[74712]:         </nova:port>
Oct 15 20:29:48 user nova-compute[74712]:       </nova:ports>
Oct 15 20:29:48 user nova-compute[74712]:     </nova:instance>
Oct 15 20:29:48 user nova-compute[74712]:   </metadata>
Oct 15 20:29:48 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:29:48 user nova-compute[74712]:     <system>
Oct 15 20:29:48 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:29:48 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:29:48 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:29:48 user nova-compute[74712]:       <entry name="serial">24770f77-e161-494d-b3b2-b4a500c62cbb</entry>
Oct 15 20:29:48 user nova-compute[74712]:       <entry name="uuid">24770f77-e161-494d-b3b2-b4a500c62cbb</entry>
Oct 15 20:29:48 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:29:48 user nova-compute[74712]:     </system>
Oct 15 20:29:48 user nova-compute[74712]:   </sysinfo>
Oct 15 20:29:48 user nova-compute[74712]:   <os>
Oct 15 20:29:48 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:29:48 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:29:48 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:29:48 user nova-compute[74712]:   </os>
Oct 15 20:29:48 user nova-compute[74712]:   <features>
Oct 15 20:29:48 user nova-compute[74712]:     <acpi/>
Oct 15 20:29:48 user nova-compute[74712]:     <apic/>
Oct 15 20:29:48 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:29:48 user nova-compute[74712]:   </features>
Oct 15 20:29:48 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:29:48 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:29:48 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:29:48 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:29:48 user nova-compute[74712]:   </clock>
Oct 15 20:29:48 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:29:48 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:29:48 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:29:48 user nova-compute[74712]:   </cpu>
Oct 15 20:29:48 user nova-compute[74712]:   <devices>
Oct 15 20:29:48 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 20:29:48 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:29:48 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 20:29:48 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:29:48 user nova-compute[74712]:       <serial>3d44f5ab-247a-4c94-832b-6238d080ca7c</serial>
Oct 15 20:29:48 user nova-compute[74712]:     </disk>
Oct 15 20:29:48 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:29:48 user nova-compute[74712]:       <mac address="fa:16:3e:e2:1e:cc"/>
Oct 15 20:29:48 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:29:48 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:29:48 user nova-compute[74712]:       <target dev="tap32380701-17"/>
Oct 15 20:29:48 user nova-compute[74712]:     </interface>
Oct 15 20:29:48 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:29:48 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/24770f77-e161-494d-b3b2-b4a500c62cbb/console.log" append="off"/>
Oct 15 20:29:48 user nova-compute[74712]:     </serial>
Oct 15 20:29:48 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:29:48 user nova-compute[74712]:     <video>
Oct 15 20:29:48 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:29:48 user nova-compute[74712]:     </video>
Oct 15 20:29:48 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:29:48 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:29:48 user nova-compute[74712]:     </rng>
Oct 15 20:29:48 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:29:48 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:29:48 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:29:48 user nova-compute[74712]:     </memballoon>
Oct 15 20:29:48 user nova-compute[74712]:   </devices>
Oct 15 20:29:48 user nova-compute[74712]: </domain>
Oct 15 20:29:48 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:29:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-575427579',display_name='tempest-TestVolumeBootPattern-server-575427579',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-575427579',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhjbXIemuyT2o1+ogeQu21HU98KJzXXCx9QRKOYC7hEPiQobQUUae6WnPPfPTXCHZ/12rB95od9vuqjPBIEVXdIgj7u5LhX9CpDrdgtrXtC3fNEWyIGxuTYMMNBXGnKFg==',key_name='tempest-TestVolumeBootPattern-1460422975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-n2yjyx5c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:29:34Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=24770f77-e161-494d-b3b2-b4a500c62cbb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:1e:cc,bridge_name='br-int',has_traffic_filtering=True,id=32380701-17cb-423d-991c-890510a58695,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32380701-17') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG os_vif [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:1e:cc,bridge_name='br-int',has_traffic_filtering=True,id=32380701-17cb-423d-991c-890510a58695,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32380701-17') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0fb97995-e228-555b-a193-12cb3a0d33c6', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap32380701-17, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap32380701-17, col_values=(('qos', UUID('09affdc2-5496-474e-9b38-d9a5fed771ea')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap32380701-17, col_values=(('external_ids', {'iface-id': '32380701-17cb-423d-991c-890510a58695', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:1e:cc', 'vm-uuid': '24770f77-e161-494d-b3b2-b4a500c62cbb'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:48 user nova-compute[74712]: INFO os_vif [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:1e:cc,bridge_name='br-int',has_traffic_filtering=True,id=32380701-17cb-423d-991c-890510a58695,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32380701-17')
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:29:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No VIF found with MAC fa:16:3e:e2:1e:cc, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:29:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-218ab2fd-f018-4dc7-9523-14ea15e1f24a req-468bbf17-b802-40bb-bf3b-b31071b948eb service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:29:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-218ab2fd-f018-4dc7-9523-14ea15e1f24a req-468bbf17-b802-40bb-bf3b-b31071b948eb service nova] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:29:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-218ab2fd-f018-4dc7-9523-14ea15e1f24a req-468bbf17-b802-40bb-bf3b-b31071b948eb service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:29:50 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-218ab2fd-f018-4dc7-9523-14ea15e1f24a req-468bbf17-b802-40bb-bf3b-b31071b948eb service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:29:50 user nova-compute[74712]: DEBUG nova.compute.manager [req-218ab2fd-f018-4dc7-9523-14ea15e1f24a req-468bbf17-b802-40bb-bf3b-b31071b948eb service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] No waiting events found dispatching network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:29:50 user nova-compute[74712]: WARNING nova.compute.manager [req-218ab2fd-f018-4dc7-9523-14ea15e1f24a req-468bbf17-b802-40bb-bf3b-b31071b948eb service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received unexpected event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 for instance with vm_state building and task_state spawning.
Oct 15 20:29:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:29:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:29:51 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Instance spawned successfully.
Oct 15 20:29:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:29:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:29:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:29:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:29:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:29:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:29:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:29:52 user nova-compute[74712]: INFO nova.compute.manager [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Took 5.23 seconds to spawn the instance on the hypervisor.
Oct 15 20:29:52 user nova-compute[74712]: DEBUG nova.compute.manager [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:29:52 user nova-compute[74712]: INFO nova.compute.manager [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Took 18.89 seconds to build instance.
Oct 15 20:29:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-17d8c8f3-5b8f-4792-be6f-a573db7d1eb5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.982s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:29:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-fd52a067-6be3-4cd9-8b2f-e1b355a74aff req-520d7c0d-093b-4c13-939d-e46e6165df27 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:29:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fd52a067-6be3-4cd9-8b2f-e1b355a74aff req-520d7c0d-093b-4c13-939d-e46e6165df27 service nova] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:29:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fd52a067-6be3-4cd9-8b2f-e1b355a74aff req-520d7c0d-093b-4c13-939d-e46e6165df27 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:29:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-fd52a067-6be3-4cd9-8b2f-e1b355a74aff req-520d7c0d-093b-4c13-939d-e46e6165df27 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:29:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-fd52a067-6be3-4cd9-8b2f-e1b355a74aff req-520d7c0d-093b-4c13-939d-e46e6165df27 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] No waiting events found dispatching network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:29:52 user nova-compute[74712]: WARNING nova.compute.manager [req-fd52a067-6be3-4cd9-8b2f-e1b355a74aff req-520d7c0d-093b-4c13-939d-e46e6165df27 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received unexpected event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 for instance with vm_state active and task_state None.
Oct 15 20:29:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:29:54 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:55 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:29:55 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:29:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:03 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:03 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:30:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:30:03 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:30:03 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:30:03 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:30:04 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:30:04 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:30:04 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8940MB free_disk=24.957687377929688GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:30:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:30:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:30:04 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 24770f77-e161-494d-b3b2-b4a500c62cbb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:30:04 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:30:04 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:30:04 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:30:04 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:30:04 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:30:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.176s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:30:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:30:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:30:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:30:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:30:05 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:30:05 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 24770f77-e161-494d-b3b2-b4a500c62cbb {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:30:06 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updating instance_info_cache with network_info: [{"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:30:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:30:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:30:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:30:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:30:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:30:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:30:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:11 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 20:30:11 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 20:30:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:11 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 20:30:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:30:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:30:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:30:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:30:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:30:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:30:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:30:56 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:30:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:30:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:31:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:04 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:31:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:04 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:31:04 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:31:05 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:31:05 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9040MB free_disk=24.957054138183594GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 24770f77-e161-494d-b3b2-b4a500c62cbb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:31:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.377s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:31:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:31:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:31:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:31:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:31:07 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:31:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:31:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:31:07 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:31:07 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 24770f77-e161-494d-b3b2-b4a500c62cbb {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:31:08 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updating instance_info_cache with network_info: [{"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:31:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:31:08 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:31:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:31:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:31:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:31:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:31:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:31:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-c9cc916f-5263-46d7-8754-b5eca09d7b36 req-9e215084-1905-44b8-9553-089da41a8f81 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-changed-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-c9cc916f-5263-46d7-8754-b5eca09d7b36 req-9e215084-1905-44b8-9553-089da41a8f81 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Refreshing instance network info cache due to event network-changed-32380701-17cb-423d-991c-890510a58695. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c9cc916f-5263-46d7-8754-b5eca09d7b36 req-9e215084-1905-44b8-9553-089da41a8f81 service nova] Acquiring lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c9cc916f-5263-46d7-8754-b5eca09d7b36 req-9e215084-1905-44b8-9553-089da41a8f81 service nova] Acquired lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-c9cc916f-5263-46d7-8754-b5eca09d7b36 req-9e215084-1905-44b8-9553-089da41a8f81 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Refreshing network info cache for port 32380701-17cb-423d-991c-890510a58695 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-c9cc916f-5263-46d7-8754-b5eca09d7b36 req-9e215084-1905-44b8-9553-089da41a8f81 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updated VIF entry in instance network info cache for port 32380701-17cb-423d-991c-890510a58695. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-c9cc916f-5263-46d7-8754-b5eca09d7b36 req-9e215084-1905-44b8-9553-089da41a8f81 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updating instance_info_cache with network_info: [{"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c9cc916f-5263-46d7-8754-b5eca09d7b36 req-9e215084-1905-44b8-9553-089da41a8f81 service nova] Releasing lock "refresh_cache-24770f77-e161-494d-b3b2-b4a500c62cbb" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:25 user nova-compute[74712]: INFO nova.compute.manager [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Terminating instance
Oct 15 20:31:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-56ed009d-bfae-4b40-ae1b-d6ad0c9a22c7 req-a76bdf5d-6531-49b5-a0bb-5ea20cc38ad2 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-unplugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-56ed009d-bfae-4b40-ae1b-d6ad0c9a22c7 req-a76bdf5d-6531-49b5-a0bb-5ea20cc38ad2 service nova] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-56ed009d-bfae-4b40-ae1b-d6ad0c9a22c7 req-a76bdf5d-6531-49b5-a0bb-5ea20cc38ad2 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-56ed009d-bfae-4b40-ae1b-d6ad0c9a22c7 req-a76bdf5d-6531-49b5-a0bb-5ea20cc38ad2 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-56ed009d-bfae-4b40-ae1b-d6ad0c9a22c7 req-a76bdf5d-6531-49b5-a0bb-5ea20cc38ad2 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] No waiting events found dispatching network-vif-unplugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.compute.manager [req-56ed009d-bfae-4b40-ae1b-d6ad0c9a22c7 req-a76bdf5d-6531-49b5-a0bb-5ea20cc38ad2 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-unplugged-32380701-17cb-423d-991c-890510a58695 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Instance destroyed successfully.
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'resources' on Instance uuid 24770f77-e161-494d-b3b2-b4a500c62cbb {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:29:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-575427579',display_name='tempest-TestVolumeBootPattern-server-575427579',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-575427579',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhjbXIemuyT2o1+ogeQu21HU98KJzXXCx9QRKOYC7hEPiQobQUUae6WnPPfPTXCHZ/12rB95od9vuqjPBIEVXdIgj7u5LhX9CpDrdgtrXtC3fNEWyIGxuTYMMNBXGnKFg==',key_name='tempest-TestVolumeBootPattern-1460422975',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:29:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-n2yjyx5c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:29:52Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=24770f77-e161-494d-b3b2-b4a500c62cbb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "32380701-17cb-423d-991c-890510a58695", "address": "fa:16:3e:e2:1e:cc", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32380701-17", "ovs_interfaceid": "32380701-17cb-423d-991c-890510a58695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e2:1e:cc,bridge_name='br-int',has_traffic_filtering=True,id=32380701-17cb-423d-991c-890510a58695,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32380701-17') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_vif [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:1e:cc,bridge_name='br-int',has_traffic_filtering=True,id=32380701-17cb-423d-991c-890510a58695,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32380701-17') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32380701-17, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=09affdc2-5496-474e-9b38-d9a5fed771ea) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:31:26 user nova-compute[74712]: INFO os_vif [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:1e:cc,bridge_name='br-int',has_traffic_filtering=True,id=32380701-17cb-423d-991c-890510a58695,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32380701-17')
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZnVQmLa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:31:26 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2cff2e-bc5b-4f64-abac-726159c3849b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:31:26 user nova-compute[74712]: No targets found.
Oct 15 20:31:26 user nova-compute[74712]: iSNS:
Oct 15 20:31:26 user nova-compute[74712]: No targets found.
Oct 15 20:31:26 user nova-compute[74712]: STATIC:
Oct 15 20:31:26 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c
Oct 15 20:31:26 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:31:26 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:31:26 user nova-compute[74712]: FIRMWARE:
Oct 15 20:31:26 user nova-compute[74712]: No targets found.
Oct 15 20:31:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:31:26 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:31:26 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d620cb-f6a6-4ee2-8bd1-a8a930045897]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b323caec-1e21-4804-a746-cec04c5ca97e]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:31:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:31:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca4ed2dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[51ea2d00-9b7d-4a59-a6fe-dd5227cd5b95]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a9e5fc2-b96e-4285-8f2d-2fbd3bc16618]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4e7fb81-80e1-41e4-83ba-11a46fa3b8f3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ec9b8d2-e17f-4d6c-bccb-6b39b95e16ce]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_e9d740de', '/dev/disk/by-id/scsi-23665326461313363', '/dev/disk/by-id/scsi-1SCST_BIOe9d740de-6e2da13c05ab7d06') {{(pid=85655) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c6496f2-c5be-4486-af4a-264363701669]: (4, None) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.055s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fda5949-03c2-4726-8f6b-f41ea8812188]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[42ff30d8-b187-41ca-92b9-234311e88a25]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260]
Oct 15 20:31:26 user nova-compute[74712]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260] successful.
Oct 15 20:31:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd42ba8f-db8c-4f5b-991b-4b7f6bd09c0e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== disconnect_volume: return (369ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:31:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Deleting instance files /opt/stack/data/nova/instances/24770f77-e161-494d-b3b2-b4a500c62cbb_del
Oct 15 20:31:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Deletion of /opt/stack/data/nova/instances/24770f77-e161-494d-b3b2-b4a500c62cbb_del complete
Oct 15 20:31:26 user nova-compute[74712]: INFO nova.compute.manager [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Took 1.21 seconds to destroy the instance on the hypervisor.
Oct 15 20:31:26 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:27 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:31:27 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Took 0.71 seconds to deallocate network for instance.
Oct 15 20:31:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-37dd79a9-c041-4501-8d18-606af2a72593 req-0a3e8247-67ff-4752-90b3-9d39a0e39fb3 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-deleted-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] No waiting events found dispatching network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:31:28 user nova-compute[74712]: WARNING nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received unexpected event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 for instance with vm_state active and task_state deleting.
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] No waiting events found dispatching network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:31:28 user nova-compute[74712]: WARNING nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received unexpected event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 for instance with vm_state active and task_state deleting.
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] No waiting events found dispatching network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:31:28 user nova-compute[74712]: WARNING nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received unexpected event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 for instance with vm_state active and task_state deleting.
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-unplugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] No waiting events found dispatching network-vif-unplugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-unplugged-32380701-17cb-423d-991c-890510a58695 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Acquiring lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.010s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] No waiting events found dispatching network-vif-plugged-32380701-17cb-423d-991c-890510a58695 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:31:28 user nova-compute[74712]: WARNING nova.compute.manager [req-4d2d8b16-ac99-41df-ad2a-44f8dd5508c9 req-427ac323-b6b3-425a-a28e-a371ff169782 service nova] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Received unexpected event network-vif-plugged-32380701-17cb-423d-991c-890510a58695 for instance with vm_state active and task_state deleting.
Oct 15 20:31:28 user nova-compute[74712]: INFO nova.compute.manager [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 24770f77-e161-494d-b3b2-b4a500c62cbb] Took 0.83 seconds to detach 1 volumes for instance.
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.236s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:28 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Deleted allocations for instance 24770f77-e161-494d-b3b2-b4a500c62cbb
Oct 15 20:31:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7b5d60e5-10e3-40a6-b5cf-792049cecb10 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "24770f77-e161-494d-b3b2-b4a500c62cbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.188s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:31:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:31:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:31:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:31:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:31:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:31:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:31:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:31:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:31:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:31:56 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:31:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:31:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:32:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:32:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:32:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:32:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:32:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:04 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:32:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:32:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:32:04 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:32:04 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:32:05 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:32:05 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:32:05 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9139MB free_disk=24.95611572265625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:32:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:32:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:32:05 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:32:05 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:32:05 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:32:05 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:32:05 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:32:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.144s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:32:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:32:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:32:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:32:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:32:08 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:32:08 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:32:08 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 20:32:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:32:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:32:14 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:32:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:32:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:32:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:32:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:32:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:32:17 user nova-compute[74712]: INFO nova.compute.claims [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Claim successful on node user
Oct 15 20:32:17 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.174s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:32:17 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:32:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:32:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:32:17 user nova-compute[74712]: INFO nova.virt.block_device [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Booting with volume 3d44f5ab-247a-4c94-832b-6238d080ca7c at /dev/vda
Oct 15 20:32:18 user nova-compute[74712]: DEBUG nova.policy [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5c3de54dde4c79b03d32c5e6442489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc99b57214f941908675915606d4ed4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG os_brick.utils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab8fc4c9-d388-474f-97f3-05a7a21ba7f2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[162dc363-f732-4f55-96e7-6ccc59fdb5e5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9616207-030b-421b-96a9-a56c30491c27]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7bb0822-7bd2-4c35-8dac-8d8a0058cc38]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:32:18 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:32:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8536be12-7e37-4991-91e6-7d992bb914bf]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG os_brick.utils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updating existing volume attachment record: 49b64cba-9ecf-4f9b-9224-98e50e904b74 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:32:18 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Successfully created port: 51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Successfully updated port: 51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquired lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-82c68d04-6a5a-4acd-aa30-d87fa1acdd7e req-343cfb3a-58de-4328-adac-f63da97c2e31 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received event network-changed-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG nova.compute.manager [req-82c68d04-6a5a-4acd-aa30-d87fa1acdd7e req-343cfb3a-58de-4328-adac-f63da97c2e31 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Refreshing instance network info cache due to event network-changed-51d8c5a9-0160-441f-a08e-99e6dd02b48d. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-82c68d04-6a5a-4acd-aa30-d87fa1acdd7e req-343cfb3a-58de-4328-adac-f63da97c2e31 service nova] Acquiring lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG nova.network.neutron [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updating instance_info_cache with network_info: [{"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Releasing lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Instance network_info: |[{"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-82c68d04-6a5a-4acd-aa30-d87fa1acdd7e req-343cfb3a-58de-4328-adac-f63da97c2e31 service nova] Acquired lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-82c68d04-6a5a-4acd-aa30-d87fa1acdd7e req-343cfb3a-58de-4328-adac-f63da97c2e31 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Refreshing network info cache for port 51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-82c68d04-6a5a-4acd-aa30-d87fa1acdd7e req-343cfb3a-58de-4328-adac-f63da97c2e31 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updated VIF entry in instance network info cache for port 51d8c5a9-0160-441f-a08e-99e6dd02b48d. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG nova.network.neutron [req-82c68d04-6a5a-4acd-aa30-d87fa1acdd7e req-343cfb3a-58de-4328-adac-f63da97c2e31 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updating instance_info_cache with network_info: [{"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:32:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-82c68d04-6a5a-4acd-aa30-d87fa1acdd7e req-343cfb3a-58de-4328-adac-f63da97c2e31 service nova] Releasing lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:32:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:32:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:32:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:32:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:32:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:32:31 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Creating image(s)
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Ensure instance console log exists: /opt/stack/data/nova/instances/2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Start _get_guest_xml network_info=[{"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZnVQmLa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '3d44f5ab-247a-4c94-832b-6238d080ca7c', 'serial': '3d44f5ab-247a-4c94-832b-6238d080ca7c'}, 'attachment_id': '49b64cba-9ecf-4f9b-9224-98e50e904b74', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:32:31 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:32:31 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZnVQmLa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:32:31 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:32:31 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:32:31 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a443ef03-ae30-425d-9f5c-488378179259]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:32:31 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ac19dd2-28d9-4391-807f-5fc65031b762]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c] added
Oct 15 20:32:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e5788ee-1003-4421-b204-d5cda9f1f06c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[32108902-7f8d-423c-9f7e-db98e0feecb6]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZnVQmLa {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZnVQmLa" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cafbf1c-a82c-4bf2-bd5a-dcf00d5b0a23]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jZnVQmLa'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d4503f-c950-44c7-9717-a7b2fccaf375]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fb56b4b-11f6-4a4e-8d30-64cf4f944ec4]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:32:31 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:32:31 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:32:31 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:32:31 user nova-compute[74712]: 
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4c7b7c8-34b3-4d5b-8e88-f1435eb93013]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260]
Oct 15 20:32:31 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260] successful.
Oct 15 20:32:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[30dc3891-636c-48a8-b82d-496b363a0b4d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5756c8fb-bd33-430d-bd2e-2bc639848a30]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:32:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:32:31 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.240s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:32:31 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:32:32 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:32:32 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d75c28-58ee-40ce-80d6-f735bebd61b1]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:32:32 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZnVQmLa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.267s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== connect_volume: return (1268ms) {'type': 'block', 'scsi_wwn': '23665326461313363', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665326461313363', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:32:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-823073135',display_name='tempest-TestVolumeBootPattern-server-823073135',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-823073135',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhjbXIemuyT2o1+ogeQu21HU98KJzXXCx9QRKOYC7hEPiQobQUUae6WnPPfPTXCHZ/12rB95od9vuqjPBIEVXdIgj7u5LhX9CpDrdgtrXtC3fNEWyIGxuTYMMNBXGnKFg==',key_name='tempest-TestVolumeBootPattern-1460422975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-9n6vusp8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:32:18Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:0c:7c,bridge_name='br-int',has_traffic_filtering=True,id=51d8c5a9-0160-441f-a08e-99e6dd02b48d,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51d8c5a9-01') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.objects.instance [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'pci_devices' on Instance uuid 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:32:33 user nova-compute[74712]:   <uuid>2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5</uuid>
Oct 15 20:32:33 user nova-compute[74712]:   <name>instance-00000033</name>
Oct 15 20:32:33 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:32:33 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:32:33 user nova-compute[74712]:   <metadata>
Oct 15 20:32:33 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:32:33 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:32:33 user nova-compute[74712]:       <nova:name>tempest-TestVolumeBootPattern-server-823073135</nova:name>
Oct 15 20:32:33 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:32:31</nova:creationTime>
Oct 15 20:32:33 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:32:33 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:32:33 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:32:33 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:32:33 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:32:33 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:32:33 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:32:33 user nova-compute[74712]:       <nova:owner>
Oct 15 20:32:33 user nova-compute[74712]:         <nova:user uuid="7b5c3de54dde4c79b03d32c5e6442489">tempest-TestVolumeBootPattern-1740697399-project-member</nova:user>
Oct 15 20:32:33 user nova-compute[74712]:         <nova:project uuid="bc99b57214f941908675915606d4ed4b">tempest-TestVolumeBootPattern-1740697399</nova:project>
Oct 15 20:32:33 user nova-compute[74712]:       </nova:owner>
Oct 15 20:32:33 user nova-compute[74712]:       <nova:ports>
Oct 15 20:32:33 user nova-compute[74712]:         <nova:port uuid="51d8c5a9-0160-441f-a08e-99e6dd02b48d">
Oct 15 20:32:33 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 15 20:32:33 user nova-compute[74712]:         </nova:port>
Oct 15 20:32:33 user nova-compute[74712]:       </nova:ports>
Oct 15 20:32:33 user nova-compute[74712]:     </nova:instance>
Oct 15 20:32:33 user nova-compute[74712]:   </metadata>
Oct 15 20:32:33 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:32:33 user nova-compute[74712]:     <system>
Oct 15 20:32:33 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:32:33 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:32:33 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:32:33 user nova-compute[74712]:       <entry name="serial">2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5</entry>
Oct 15 20:32:33 user nova-compute[74712]:       <entry name="uuid">2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5</entry>
Oct 15 20:32:33 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:32:33 user nova-compute[74712]:     </system>
Oct 15 20:32:33 user nova-compute[74712]:   </sysinfo>
Oct 15 20:32:33 user nova-compute[74712]:   <os>
Oct 15 20:32:33 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:32:33 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:32:33 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:32:33 user nova-compute[74712]:   </os>
Oct 15 20:32:33 user nova-compute[74712]:   <features>
Oct 15 20:32:33 user nova-compute[74712]:     <acpi/>
Oct 15 20:32:33 user nova-compute[74712]:     <apic/>
Oct 15 20:32:33 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:32:33 user nova-compute[74712]:   </features>
Oct 15 20:32:33 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:32:33 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:32:33 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:32:33 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:32:33 user nova-compute[74712]:   </clock>
Oct 15 20:32:33 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:32:33 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:32:33 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:32:33 user nova-compute[74712]:   </cpu>
Oct 15 20:32:33 user nova-compute[74712]:   <devices>
Oct 15 20:32:33 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 20:32:33 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:32:33 user nova-compute[74712]:       <source dev="/dev/sdb"/>
Oct 15 20:32:33 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:32:33 user nova-compute[74712]:       <serial>3d44f5ab-247a-4c94-832b-6238d080ca7c</serial>
Oct 15 20:32:33 user nova-compute[74712]:     </disk>
Oct 15 20:32:33 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:32:33 user nova-compute[74712]:       <mac address="fa:16:3e:a1:0c:7c"/>
Oct 15 20:32:33 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:32:33 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:32:33 user nova-compute[74712]:       <target dev="tap51d8c5a9-01"/>
Oct 15 20:32:33 user nova-compute[74712]:     </interface>
Oct 15 20:32:33 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:32:33 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5/console.log" append="off"/>
Oct 15 20:32:33 user nova-compute[74712]:     </serial>
Oct 15 20:32:33 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:32:33 user nova-compute[74712]:     <video>
Oct 15 20:32:33 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:32:33 user nova-compute[74712]:     </video>
Oct 15 20:32:33 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:32:33 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:32:33 user nova-compute[74712]:     </rng>
Oct 15 20:32:33 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:32:33 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:32:33 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:32:33 user nova-compute[74712]:     </memballoon>
Oct 15 20:32:33 user nova-compute[74712]:   </devices>
Oct 15 20:32:33 user nova-compute[74712]: </domain>
Oct 15 20:32:33 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:32:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-823073135',display_name='tempest-TestVolumeBootPattern-server-823073135',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-823073135',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhjbXIemuyT2o1+ogeQu21HU98KJzXXCx9QRKOYC7hEPiQobQUUae6WnPPfPTXCHZ/12rB95od9vuqjPBIEVXdIgj7u5LhX9CpDrdgtrXtC3fNEWyIGxuTYMMNBXGnKFg==',key_name='tempest-TestVolumeBootPattern-1460422975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-9n6vusp8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:32:18Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:0c:7c,bridge_name='br-int',has_traffic_filtering=True,id=51d8c5a9-0160-441f-a08e-99e6dd02b48d,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51d8c5a9-01') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG os_vif [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:0c:7c,bridge_name='br-int',has_traffic_filtering=True,id=51d8c5a9-0160-441f-a08e-99e6dd02b48d,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51d8c5a9-01') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de2cc642-70b8-5cc7-9e80-d278873d8eb2', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap51d8c5a9-01, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap51d8c5a9-01, col_values=(('qos', UUID('ed560089-a44e-47ec-b145-8af27b0418ad')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap51d8c5a9-01, col_values=(('external_ids', {'iface-id': '51d8c5a9-0160-441f-a08e-99e6dd02b48d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a1:0c:7c', 'vm-uuid': '2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:33 user nova-compute[74712]: INFO os_vif [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:0c:7c,bridge_name='br-int',has_traffic_filtering=True,id=51d8c5a9-0160-441f-a08e-99e6dd02b48d,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51d8c5a9-01')
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:32:33 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No VIF found with MAC fa:16:3e:a1:0c:7c, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:32:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-ff101fca-2d06-4519-9d1a-5c5739944312 req-eb1ed5f4-5b4d-4c26-aa22-42ab93cc5063 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received event network-vif-plugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:32:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ff101fca-2d06-4519-9d1a-5c5739944312 req-eb1ed5f4-5b4d-4c26-aa22-42ab93cc5063 service nova] Acquiring lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:32:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ff101fca-2d06-4519-9d1a-5c5739944312 req-eb1ed5f4-5b4d-4c26-aa22-42ab93cc5063 service nova] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:32:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ff101fca-2d06-4519-9d1a-5c5739944312 req-eb1ed5f4-5b4d-4c26-aa22-42ab93cc5063 service nova] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:32:34 user nova-compute[74712]: DEBUG nova.compute.manager [req-ff101fca-2d06-4519-9d1a-5c5739944312 req-eb1ed5f4-5b4d-4c26-aa22-42ab93cc5063 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] No waiting events found dispatching network-vif-plugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:32:34 user nova-compute[74712]: WARNING nova.compute.manager [req-ff101fca-2d06-4519-9d1a-5c5739944312 req-eb1ed5f4-5b4d-4c26-aa22-42ab93cc5063 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received unexpected event network-vif-plugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d for instance with vm_state building and task_state spawning.
Oct 15 20:32:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:32:36 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Instance spawned successfully.
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:32:36 user nova-compute[74712]: INFO nova.compute.manager [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Took 4.77 seconds to spawn the instance on the hypervisor.
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:32:36 user nova-compute[74712]: INFO nova.compute.manager [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Took 18.96 seconds to build instance.
Oct 15 20:32:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-0b984b79-62ba-4cf1-bacf-ab49836513d5 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.050s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-ff6ccbbe-e3d1-4450-922c-1cad0f31c217 req-f6cdb59b-b475-4ba8-a680-052b3975f3cb service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received event network-vif-plugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ff6ccbbe-e3d1-4450-922c-1cad0f31c217 req-f6cdb59b-b475-4ba8-a680-052b3975f3cb service nova] Acquiring lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ff6ccbbe-e3d1-4450-922c-1cad0f31c217 req-f6cdb59b-b475-4ba8-a680-052b3975f3cb service nova] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ff6ccbbe-e3d1-4450-922c-1cad0f31c217 req-f6cdb59b-b475-4ba8-a680-052b3975f3cb service nova] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:32:36 user nova-compute[74712]: DEBUG nova.compute.manager [req-ff6ccbbe-e3d1-4450-922c-1cad0f31c217 req-f6cdb59b-b475-4ba8-a680-052b3975f3cb service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] No waiting events found dispatching network-vif-plugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:32:36 user nova-compute[74712]: WARNING nova.compute.manager [req-ff6ccbbe-e3d1-4450-922c-1cad0f31c217 req-f6cdb59b-b475-4ba8-a680-052b3975f3cb service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received unexpected event network-vif-plugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d for instance with vm_state active and task_state None.
Oct 15 20:32:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:32:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:32:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:32:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:32:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:33:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:33:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:33:05 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:33:05 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:33:05 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:33:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:33:06 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:33:06 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8978MB free_disk=24.954391479492188GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:33:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:33:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:33:06 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:33:06 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:33:06 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:33:06 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:33:06 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:33:06 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:33:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.213s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:33:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:33:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:33:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:33:09 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:33:09 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:33:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:33:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:33:09 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:33:09 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:33:10 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updating instance_info_cache with network_info: [{"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:33:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:33:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:33:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:33:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:33:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:33:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:33:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:33:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:33:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:33:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:33:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:33:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:57 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:33:57 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:33:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:33:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:33:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:33:58 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:33:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:34:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:34:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:34:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:34:03 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:34:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:34:06 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:34:06 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:34:06 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:34:07 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:34:07 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:34:07 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9005MB free_disk=24.953815460205078GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:34:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:34:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:34:07 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:34:07 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:34:07 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:34:07 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:34:07 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:34:07 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:34:07 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.216s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:34:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:08 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-558adbf7-1dac-43d8-88bf-92561dd7a946 req-88d55a9a-f7f5-4f69-96a3-18bd5e0ea652 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received event network-changed-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:34:09 user nova-compute[74712]: DEBUG nova.compute.manager [req-558adbf7-1dac-43d8-88bf-92561dd7a946 req-88d55a9a-f7f5-4f69-96a3-18bd5e0ea652 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Refreshing instance network info cache due to event network-changed-51d8c5a9-0160-441f-a08e-99e6dd02b48d. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:34:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-558adbf7-1dac-43d8-88bf-92561dd7a946 req-88d55a9a-f7f5-4f69-96a3-18bd5e0ea652 service nova] Acquiring lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:34:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-558adbf7-1dac-43d8-88bf-92561dd7a946 req-88d55a9a-f7f5-4f69-96a3-18bd5e0ea652 service nova] Acquired lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:34:09 user nova-compute[74712]: DEBUG nova.network.neutron [req-558adbf7-1dac-43d8-88bf-92561dd7a946 req-88d55a9a-f7f5-4f69-96a3-18bd5e0ea652 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Refreshing network info cache for port 51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:34:09 user nova-compute[74712]: DEBUG nova.network.neutron [req-558adbf7-1dac-43d8-88bf-92561dd7a946 req-88d55a9a-f7f5-4f69-96a3-18bd5e0ea652 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updated VIF entry in instance network info cache for port 51d8c5a9-0160-441f-a08e-99e6dd02b48d. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:34:09 user nova-compute[74712]: DEBUG nova.network.neutron [req-558adbf7-1dac-43d8-88bf-92561dd7a946 req-88d55a9a-f7f5-4f69-96a3-18bd5e0ea652 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updating instance_info_cache with network_info: [{"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:34:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-558adbf7-1dac-43d8-88bf-92561dd7a946 req-88d55a9a-f7f5-4f69-96a3-18bd5e0ea652 service nova] Releasing lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:34:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:11 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:34:11 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:34:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:34:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:34:11 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:34:11 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:34:12 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updating instance_info_cache with network_info: [{"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:34:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:34:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:34:13 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:16 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:18 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:34:24 user nova-compute[74712]: INFO nova.compute.claims [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Claim successful on node user
Oct 15 20:34:24 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.323s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:34:24 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:34:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG nova.policy [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5c3de54dde4c79b03d32c5e6442489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc99b57214f941908675915606d4ed4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:34:24 user nova-compute[74712]: INFO nova.virt.block_device [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Booting with volume 1a3ffa3e-182c-4210-9cbd-07b83d8c105e at /dev/vda
Oct 15 20:34:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG os_brick.utils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cfba9dd-8d21-426f-9424-0f79bd3dc0ce]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[09809218-ed01-47ce-b7d5-484598c38433]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5dd0efb-1073-4853-8af8-e666cee89546]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bbf220e-6b36-4a65-bd7f-5de9fdf714fe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:34:24 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:34:24 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e4bd138-3614-4016-aa5c-06e7410b52a9]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG os_brick.utils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:34:24 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updating existing volume attachment record: f467bf15-3c56-4ca9-abe2-d33e5f3a9c51 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:34:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Successfully created port: 1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:34:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Successfully updated port: 1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:34:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:34:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquired lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:34:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:34:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-0d8e7c57-70ee-47c2-b7dd-e89302715ac9 req-fd097b4e-47ac-420d-a9aa-a681289cc26c service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received event network-changed-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:34:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-0d8e7c57-70ee-47c2-b7dd-e89302715ac9 req-fd097b4e-47ac-420d-a9aa-a681289cc26c service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Refreshing instance network info cache due to event network-changed-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:34:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0d8e7c57-70ee-47c2-b7dd-e89302715ac9 req-fd097b4e-47ac-420d-a9aa-a681289cc26c service nova] Acquiring lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:34:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:34:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updating instance_info_cache with network_info: [{"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:34:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Releasing lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:34:26 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Instance network_info: |[{"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:34:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0d8e7c57-70ee-47c2-b7dd-e89302715ac9 req-fd097b4e-47ac-420d-a9aa-a681289cc26c service nova] Acquired lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:34:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-0d8e7c57-70ee-47c2-b7dd-e89302715ac9 req-fd097b4e-47ac-420d-a9aa-a681289cc26c service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Refreshing network info cache for port 1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:34:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-0d8e7c57-70ee-47c2-b7dd-e89302715ac9 req-fd097b4e-47ac-420d-a9aa-a681289cc26c service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updated VIF entry in instance network info cache for port 1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:34:26 user nova-compute[74712]: DEBUG nova.network.neutron [req-0d8e7c57-70ee-47c2-b7dd-e89302715ac9 req-fd097b4e-47ac-420d-a9aa-a681289cc26c service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updating instance_info_cache with network_info: [{"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:34:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-0d8e7c57-70ee-47c2-b7dd-e89302715ac9 req-fd097b4e-47ac-420d-a9aa-a681289cc26c service nova] Releasing lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:34:28 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:33 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:34:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Creating image(s)
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Did not create local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Ensure instance console log exists: /opt/stack/data/nova/instances/39d5423b-a3f5-4dc6-bb51-26706ad5b1a3/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Start _get_guest_xml network_info=[{"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UrkqWFzI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '39d5423b-a3f5-4dc6-bb51-26706ad5b1a3', 'attached_at': '', 'detached_at': '', 'volume_id': '1a3ffa3e-182c-4210-9cbd-07b83d8c105e', 'serial': '1a3ffa3e-182c-4210-9cbd-07b83d8c105e'}, 'attachment_id': 'f467bf15-3c56-4ca9-abe2-d33e5f3a9c51', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:34:38 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:34:38 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UrkqWFzI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:34:38 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:34:38 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:34:38 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[305ae41d-28a1-48d2-8861-4c5225363478]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:34:38 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[142fb150-9341-40cc-a43b-514dc46db531]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e] added
Oct 15 20:34:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a608b1db-052f-4156-8eb1-6e2d67619072]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e1996b5-d743-4ec4-a4c0-6188b3474b32]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UrkqWFzI {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UrkqWFzI" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdf8ff15-3198-43d8-97ae-c9e6597b43ba]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UrkqWFzI'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6477126-fb57-416b-a1a5-276797ef0fce]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2c1b774-8741-4f13-a62c-7c56595d3eea]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:34:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:34:38 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:34:38 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[929a4a9c-4ac4-497d-a001-3170d2c92714]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e, portal: 172.16.0.220,3260]
Oct 15 20:34:39 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e, portal: 172.16.0.220,3260] successful.
Oct 15 20:34:39 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cba8be1-3f40-4cf6-99bc-dd408aa357b5]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e62bc32-f12b-4b4d-b924-eef59f857a96]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:34:39 user nova-compute[74712]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e (non-flash)
Oct 15 20:34:39 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:34:39 user nova-compute[74712]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e (non-flash)
Oct 15 20:34:39 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] HCTL ('34', '-', '-', 0) found on session 63 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75a7c8e-d260-493c-ace3-58d02bb1a8bb]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:34:39 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching for a device in session 63 and hctl ['34', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Searching for a device in session 63 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UrkqWFzI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '23132323532396138', 'path': '/dev/sdc'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23132323532396138', 'path': '/dev/sdc'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:34:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-425361579',display_name='tempest-TestVolumeBootPattern-server-425361579',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-425361579',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhjbXIemuyT2o1+ogeQu21HU98KJzXXCx9QRKOYC7hEPiQobQUUae6WnPPfPTXCHZ/12rB95od9vuqjPBIEVXdIgj7u5LhX9CpDrdgtrXtC3fNEWyIGxuTYMMNBXGnKFg==',key_name='tempest-TestVolumeBootPattern-1460422975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-1xa9i2tq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:34:25Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=39d5423b-a3f5-4dc6-bb51-26706ad5b1a3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:39:37,bridge_name='br-int',has_traffic_filtering=True,id=1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c5bf3f5-1a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.objects.instance [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'pci_devices' on Instance uuid 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:34:40 user nova-compute[74712]:   <uuid>39d5423b-a3f5-4dc6-bb51-26706ad5b1a3</uuid>
Oct 15 20:34:40 user nova-compute[74712]:   <name>instance-00000034</name>
Oct 15 20:34:40 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:34:40 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:34:40 user nova-compute[74712]:   <metadata>
Oct 15 20:34:40 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:34:40 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:34:40 user nova-compute[74712]:       <nova:name>tempest-TestVolumeBootPattern-server-425361579</nova:name>
Oct 15 20:34:40 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:34:38</nova:creationTime>
Oct 15 20:34:40 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:34:40 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:34:40 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:34:40 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:34:40 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:34:40 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:34:40 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:34:40 user nova-compute[74712]:       <nova:owner>
Oct 15 20:34:40 user nova-compute[74712]:         <nova:user uuid="7b5c3de54dde4c79b03d32c5e6442489">tempest-TestVolumeBootPattern-1740697399-project-member</nova:user>
Oct 15 20:34:40 user nova-compute[74712]:         <nova:project uuid="bc99b57214f941908675915606d4ed4b">tempest-TestVolumeBootPattern-1740697399</nova:project>
Oct 15 20:34:40 user nova-compute[74712]:       </nova:owner>
Oct 15 20:34:40 user nova-compute[74712]:       <nova:ports>
Oct 15 20:34:40 user nova-compute[74712]:         <nova:port uuid="1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87">
Oct 15 20:34:40 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 15 20:34:40 user nova-compute[74712]:         </nova:port>
Oct 15 20:34:40 user nova-compute[74712]:       </nova:ports>
Oct 15 20:34:40 user nova-compute[74712]:     </nova:instance>
Oct 15 20:34:40 user nova-compute[74712]:   </metadata>
Oct 15 20:34:40 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:34:40 user nova-compute[74712]:     <system>
Oct 15 20:34:40 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:34:40 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:34:40 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:34:40 user nova-compute[74712]:       <entry name="serial">39d5423b-a3f5-4dc6-bb51-26706ad5b1a3</entry>
Oct 15 20:34:40 user nova-compute[74712]:       <entry name="uuid">39d5423b-a3f5-4dc6-bb51-26706ad5b1a3</entry>
Oct 15 20:34:40 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:34:40 user nova-compute[74712]:     </system>
Oct 15 20:34:40 user nova-compute[74712]:   </sysinfo>
Oct 15 20:34:40 user nova-compute[74712]:   <os>
Oct 15 20:34:40 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:34:40 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:34:40 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:34:40 user nova-compute[74712]:   </os>
Oct 15 20:34:40 user nova-compute[74712]:   <features>
Oct 15 20:34:40 user nova-compute[74712]:     <acpi/>
Oct 15 20:34:40 user nova-compute[74712]:     <apic/>
Oct 15 20:34:40 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:34:40 user nova-compute[74712]:   </features>
Oct 15 20:34:40 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:34:40 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:34:40 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:34:40 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:34:40 user nova-compute[74712]:   </clock>
Oct 15 20:34:40 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:34:40 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:34:40 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:34:40 user nova-compute[74712]:   </cpu>
Oct 15 20:34:40 user nova-compute[74712]:   <devices>
Oct 15 20:34:40 user nova-compute[74712]:     <disk type="block" device="disk">
Oct 15 20:34:40 user nova-compute[74712]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:34:40 user nova-compute[74712]:       <source dev="/dev/sdc"/>
Oct 15 20:34:40 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:34:40 user nova-compute[74712]:       <serial>1a3ffa3e-182c-4210-9cbd-07b83d8c105e</serial>
Oct 15 20:34:40 user nova-compute[74712]:     </disk>
Oct 15 20:34:40 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:34:40 user nova-compute[74712]:       <mac address="fa:16:3e:77:39:37"/>
Oct 15 20:34:40 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:34:40 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:34:40 user nova-compute[74712]:       <target dev="tap1c5bf3f5-1a"/>
Oct 15 20:34:40 user nova-compute[74712]:     </interface>
Oct 15 20:34:40 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:34:40 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/39d5423b-a3f5-4dc6-bb51-26706ad5b1a3/console.log" append="off"/>
Oct 15 20:34:40 user nova-compute[74712]:     </serial>
Oct 15 20:34:40 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:34:40 user nova-compute[74712]:     <video>
Oct 15 20:34:40 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:34:40 user nova-compute[74712]:     </video>
Oct 15 20:34:40 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:34:40 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:34:40 user nova-compute[74712]:     </rng>
Oct 15 20:34:40 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:34:40 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:34:40 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:34:40 user nova-compute[74712]:     </memballoon>
Oct 15 20:34:40 user nova-compute[74712]:   </devices>
Oct 15 20:34:40 user nova-compute[74712]: </domain>
Oct 15 20:34:40 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:34:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-425361579',display_name='tempest-TestVolumeBootPattern-server-425361579',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-425361579',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhjbXIemuyT2o1+ogeQu21HU98KJzXXCx9QRKOYC7hEPiQobQUUae6WnPPfPTXCHZ/12rB95od9vuqjPBIEVXdIgj7u5LhX9CpDrdgtrXtC3fNEWyIGxuTYMMNBXGnKFg==',key_name='tempest-TestVolumeBootPattern-1460422975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-1xa9i2tq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:34:25Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=39d5423b-a3f5-4dc6-bb51-26706ad5b1a3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:39:37,bridge_name='br-int',has_traffic_filtering=True,id=1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c5bf3f5-1a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG os_vif [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:39:37,bridge_name='br-int',has_traffic_filtering=True,id=1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c5bf3f5-1a') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e1b47f93-caa8-51c7-b28f-f709c67798b5', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1c5bf3f5-1a, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1c5bf3f5-1a, col_values=(('qos', UUID('c5be4e0c-bce9-46d3-8c7b-144698f1da3e')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1c5bf3f5-1a, col_values=(('external_ids', {'iface-id': '1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:77:39:37', 'vm-uuid': '39d5423b-a3f5-4dc6-bb51-26706ad5b1a3'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:40 user nova-compute[74712]: INFO os_vif [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:39:37,bridge_name='br-int',has_traffic_filtering=True,id=1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c5bf3f5-1a')
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:34:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] No VIF found with MAC fa:16:3e:77:39:37, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:34:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-46342296-8f04-46f9-821d-bb77d4ca2947 req-22b6b6fd-6e9e-4346-b117-01b3fc6f339e service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received event network-vif-plugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:34:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-46342296-8f04-46f9-821d-bb77d4ca2947 req-22b6b6fd-6e9e-4346-b117-01b3fc6f339e service nova] Acquiring lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:34:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-46342296-8f04-46f9-821d-bb77d4ca2947 req-22b6b6fd-6e9e-4346-b117-01b3fc6f339e service nova] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:34:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-46342296-8f04-46f9-821d-bb77d4ca2947 req-22b6b6fd-6e9e-4346-b117-01b3fc6f339e service nova] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:34:41 user nova-compute[74712]: DEBUG nova.compute.manager [req-46342296-8f04-46f9-821d-bb77d4ca2947 req-22b6b6fd-6e9e-4346-b117-01b3fc6f339e service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] No waiting events found dispatching network-vif-plugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:34:41 user nova-compute[74712]: WARNING nova.compute.manager [req-46342296-8f04-46f9-821d-bb77d4ca2947 req-22b6b6fd-6e9e-4346-b117-01b3fc6f339e service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received unexpected event network-vif-plugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 for instance with vm_state building and task_state spawning.
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:34:43 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Instance spawned successfully.
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:34:43 user nova-compute[74712]: INFO nova.compute.manager [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Took 5.01 seconds to spawn the instance on the hypervisor.
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:34:43 user nova-compute[74712]: INFO nova.compute.manager [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Took 19.71 seconds to build instance.
Oct 15 20:34:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-5a560e7c-e5d1-4db2-8e68-277e8a686e91 tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.805s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.compute.manager [req-4a777d29-0e81-44f6-812d-9effb706bb34 req-142c6fd6-46c2-4e38-9572-141a3f9415f5 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received event network-vif-plugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4a777d29-0e81-44f6-812d-9effb706bb34 req-142c6fd6-46c2-4e38-9572-141a3f9415f5 service nova] Acquiring lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4a777d29-0e81-44f6-812d-9effb706bb34 req-142c6fd6-46c2-4e38-9572-141a3f9415f5 service nova] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-4a777d29-0e81-44f6-812d-9effb706bb34 req-142c6fd6-46c2-4e38-9572-141a3f9415f5 service nova] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:34:43 user nova-compute[74712]: DEBUG nova.compute.manager [req-4a777d29-0e81-44f6-812d-9effb706bb34 req-142c6fd6-46c2-4e38-9572-141a3f9415f5 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] No waiting events found dispatching network-vif-plugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:34:43 user nova-compute[74712]: WARNING nova.compute.manager [req-4a777d29-0e81-44f6-812d-9effb706bb34 req-142c6fd6-46c2-4e38-9572-141a3f9415f5 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received unexpected event network-vif-plugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 for instance with vm_state active and task_state None.
Oct 15 20:34:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:48 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:34:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:34:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:34:59 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:35:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:35:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:35:08 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:35:08 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:35:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:35:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:35:09 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:35:09 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:35:09 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8905MB free_disk=24.951950073242188GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.212s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:35:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:35:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:35:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:35:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:35:13 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:35:13 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:35:14 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updating instance_info_cache with network_info: [{"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:35:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:35:14 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:35:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:14 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:35:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:35:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:35:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:35:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:35:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 20:35:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:35:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 20:35:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 20:35:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:35:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:35:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:35:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:35:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:35:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:35:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:35:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:35:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:35:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:35:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:35:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:35:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:35:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:35:59 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:36:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:36:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:36:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:36:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:36:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:36:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:36:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:36:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:36:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:36:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:36:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:36:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:36:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:36:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:36:09 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:36:09 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:36:09 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:36:10 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:36:10 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8961MB free_disk=24.951335906982422GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:36:10 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.302s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:36:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:36:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:36:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:36:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3 {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:36:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:36:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:36:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:36:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:36:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:36:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:36:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:36:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:36:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:36:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:36:13 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:36:14 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updating instance_info_cache with network_info: [{"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:36:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:36:14 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:36:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-79c9eda4-d446-4047-b63b-c2c7d210f761 req-b0378249-df45-4841-bbc6-b787f76d1a88 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received event network-changed-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:36:15 user nova-compute[74712]: DEBUG nova.compute.manager [req-79c9eda4-d446-4047-b63b-c2c7d210f761 req-b0378249-df45-4841-bbc6-b787f76d1a88 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Refreshing instance network info cache due to event network-changed-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:36:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-79c9eda4-d446-4047-b63b-c2c7d210f761 req-b0378249-df45-4841-bbc6-b787f76d1a88 service nova] Acquiring lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:36:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-79c9eda4-d446-4047-b63b-c2c7d210f761 req-b0378249-df45-4841-bbc6-b787f76d1a88 service nova] Acquired lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:36:15 user nova-compute[74712]: DEBUG nova.network.neutron [req-79c9eda4-d446-4047-b63b-c2c7d210f761 req-b0378249-df45-4841-bbc6-b787f76d1a88 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Refreshing network info cache for port 1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:36:16 user nova-compute[74712]: DEBUG nova.network.neutron [req-79c9eda4-d446-4047-b63b-c2c7d210f761 req-b0378249-df45-4841-bbc6-b787f76d1a88 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updated VIF entry in instance network info cache for port 1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:36:16 user nova-compute[74712]: DEBUG nova.network.neutron [req-79c9eda4-d446-4047-b63b-c2c7d210f761 req-b0378249-df45-4841-bbc6-b787f76d1a88 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updating instance_info_cache with network_info: [{"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:36:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-79c9eda4-d446-4047-b63b-c2c7d210f761 req-b0378249-df45-4841-bbc6-b787f76d1a88 service nova] Releasing lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:36:16 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-19d32c42-9555-41d4-b95e-1ce50dc3b747 req-6d4e8d19-e6f7-4e0e-aea4-7a56620904a3 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received event network-changed-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.compute.manager [req-19d32c42-9555-41d4-b95e-1ce50dc3b747 req-6d4e8d19-e6f7-4e0e-aea4-7a56620904a3 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Refreshing instance network info cache due to event network-changed-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-19d32c42-9555-41d4-b95e-1ce50dc3b747 req-6d4e8d19-e6f7-4e0e-aea4-7a56620904a3 service nova] Acquiring lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-19d32c42-9555-41d4-b95e-1ce50dc3b747 req-6d4e8d19-e6f7-4e0e-aea4-7a56620904a3 service nova] Acquired lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.network.neutron [req-19d32c42-9555-41d4-b95e-1ce50dc3b747 req-6d4e8d19-e6f7-4e0e-aea4-7a56620904a3 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Refreshing network info cache for port 1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:36:17 user nova-compute[74712]: INFO nova.compute.manager [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Terminating instance
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.compute.manager [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.network.neutron [req-19d32c42-9555-41d4-b95e-1ce50dc3b747 req-6d4e8d19-e6f7-4e0e-aea4-7a56620904a3 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updated VIF entry in instance network info cache for port 1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.network.neutron [req-19d32c42-9555-41d4-b95e-1ce50dc3b747 req-6d4e8d19-e6f7-4e0e-aea4-7a56620904a3 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updating instance_info_cache with network_info: [{"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-19d32c42-9555-41d4-b95e-1ce50dc3b747 req-6d4e8d19-e6f7-4e0e-aea4-7a56620904a3 service nova] Releasing lock "refresh_cache-39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:17 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Instance destroyed successfully.
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.objects.instance [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'resources' on Instance uuid 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:34:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-425361579',display_name='tempest-TestVolumeBootPattern-server-425361579',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-425361579',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhjbXIemuyT2o1+ogeQu21HU98KJzXXCx9QRKOYC7hEPiQobQUUae6WnPPfPTXCHZ/12rB95od9vuqjPBIEVXdIgj7u5LhX9CpDrdgtrXtC3fNEWyIGxuTYMMNBXGnKFg==',key_name='tempest-TestVolumeBootPattern-1460422975',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:34:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-1xa9i2tq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:34:44Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=39d5423b-a3f5-4dc6-bb51-26706ad5b1a3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "address": "fa:16:3e:77:39:37", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c5bf3f5-1a", "ovs_interfaceid": "1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:77:39:37,bridge_name='br-int',has_traffic_filtering=True,id=1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c5bf3f5-1a') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_vif [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:77:39:37,bridge_name='br-int',has_traffic_filtering=True,id=1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c5bf3f5-1a') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1c5bf3f5-1a, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c5be4e0c-bce9-46d3-8c7b-144698f1da3e) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:36:17 user nova-compute[74712]: INFO os_vif [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:77:39:37,bridge_name='br-int',has_traffic_filtering=True,id=1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c5bf3f5-1a')
Oct 15 20:36:17 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UrkqWFzI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:36:17 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[131d3b99-5e5f-4164-8da0-3c72f003bed5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:36:17 user nova-compute[74712]: No targets found.
Oct 15 20:36:17 user nova-compute[74712]: iSNS:
Oct 15 20:36:17 user nova-compute[74712]: No targets found.
Oct 15 20:36:17 user nova-compute[74712]: STATIC:
Oct 15 20:36:17 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e
Oct 15 20:36:17 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:36:17 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:36:17 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c
Oct 15 20:36:17 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:36:17 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:36:17 user nova-compute[74712]: FIRMWARE:
Oct 15 20:36:17 user nova-compute[74712]: No targets found.
Oct 15 20:36:17 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:36:17 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:36:17 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fd0fd69-58de-48aa-855b-81fd43acfd89]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cec991b5-b8ab-4c41-af6a-295464eb15dd]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:36:17 user nova-compute[74712]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e (non-flash)
Oct 15 20:36:17 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:36:17 user nova-compute[74712]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e (non-flash)
Oct 15 20:36:17 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9ca42d5b40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e'): ({'sdc'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Removing single pathed devices sdc {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:36:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received event network-vif-unplugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] Acquiring lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] No waiting events found dispatching network-vif-unplugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received event network-vif-unplugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received event network-vif-plugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] Acquiring lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] No waiting events found dispatching network-vif-plugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:36:18 user nova-compute[74712]: WARNING nova.compute.manager [req-d5172b35-1796-4200-ba64-b5d7859342f6 req-428a54cb-c9a9-4d03-8e27-1922adb79335 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received unexpected event network-vif-plugged-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 for instance with vm_state active and task_state deleting.
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[134f95e0-c74b-4a5c-83cb-0da86476ecf2]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d4845b-ddeb-4d2d-9d5f-1d8b17138455]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flushing IO for device /dev/sdc {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5c2951d-feba-427b-8c56-ad4fdf3e0933]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[556f650a-11da-4758-b443-cd020f7d3608]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] SCSI volumes sdc have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[02f363d0-e435-4ab1-94c3-96a249abde53]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0339c28-7e81-4ee6-8bf2-eea23af17537]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e, portal: 172.16.0.220,3260]
Oct 15 20:36:18 user nova-compute[74712]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e, portal: 172.16.0.220,3260] successful.
Oct 15 20:36:18 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a3ffa3e-182c-4210-9cbd-07b83d8c105e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[608f5076-1f84-45ee-80ae-d357401d5e04]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== disconnect_volume: return (286ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:36:18 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Deleting instance files /opt/stack/data/nova/instances/39d5423b-a3f5-4dc6-bb51-26706ad5b1a3_del
Oct 15 20:36:18 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Deletion of /opt/stack/data/nova/instances/39d5423b-a3f5-4dc6-bb51-26706ad5b1a3_del complete
Oct 15 20:36:18 user nova-compute[74712]: INFO nova.compute.manager [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Took 1.11 seconds to destroy the instance on the hypervisor.
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:36:18 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:36:18 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Took 0.53 seconds to deallocate network for instance.
Oct 15 20:36:18 user nova-compute[74712]: DEBUG nova.compute.manager [req-c0a9fa43-9734-4f29-8e11-96995e5fbdeb req-3e09782d-3402-47fc-bd3c-679917711d68 service nova] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Received event network-vif-deleted-1c5bf3f5-1aa6-4cb7-bc2a-fa3db3097f87 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:36:19 user nova-compute[74712]: INFO nova.compute.manager [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3] Took 0.75 seconds to detach 1 volumes for instance.
Oct 15 20:36:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:36:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:36:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:19 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:36:19 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:36:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.146s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:36:19 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Deleted allocations for instance 39d5423b-a3f5-4dc6-bb51-26706ad5b1a3
Oct 15 20:36:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-6aafd7ec-b783-4010-8560-aee7ded6214a tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "39d5423b-a3f5-4dc6-bb51-26706ad5b1a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.727s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:36:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:36:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:36:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:37:01 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:37:01 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:37:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:37:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:37:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:37:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:37:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:37:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:37:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:37:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:37:11 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:37:11 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:37:11 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:37:12 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:37:12 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:37:12 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9034MB free_disk=24.942562103271484GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.157s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:37:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:37:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:37:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:37:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:37:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:37:15 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:37:15 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:37:15 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updating instance_info_cache with network_info: [{"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:37:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:37:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:37:17 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:37:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:37:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:37:25 user nova-compute[74712]: INFO nova.compute.manager [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Terminating instance
Oct 15 20:37:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-a1a07847-5ab7-400d-8a86-f1fc03783376 req-e5acebf3-b8a9-4384-8d46-0f0ed375d910 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received event network-changed-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-a1a07847-5ab7-400d-8a86-f1fc03783376 req-e5acebf3-b8a9-4384-8d46-0f0ed375d910 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Refreshing instance network info cache due to event network-changed-51d8c5a9-0160-441f-a08e-99e6dd02b48d. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a1a07847-5ab7-400d-8a86-f1fc03783376 req-e5acebf3-b8a9-4384-8d46-0f0ed375d910 service nova] Acquiring lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a1a07847-5ab7-400d-8a86-f1fc03783376 req-e5acebf3-b8a9-4384-8d46-0f0ed375d910 service nova] Acquired lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-a1a07847-5ab7-400d-8a86-f1fc03783376 req-e5acebf3-b8a9-4384-8d46-0f0ed375d910 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Refreshing network info cache for port 51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-a68e2e84-74ca-46ab-9a1d-7eeca1b1b063 req-bd48c08e-ae47-471e-977b-7e89726b3104 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received event network-vif-unplugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a68e2e84-74ca-46ab-9a1d-7eeca1b1b063 req-bd48c08e-ae47-471e-977b-7e89726b3104 service nova] Acquiring lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a68e2e84-74ca-46ab-9a1d-7eeca1b1b063 req-bd48c08e-ae47-471e-977b-7e89726b3104 service nova] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a68e2e84-74ca-46ab-9a1d-7eeca1b1b063 req-bd48c08e-ae47-471e-977b-7e89726b3104 service nova] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-a68e2e84-74ca-46ab-9a1d-7eeca1b1b063 req-bd48c08e-ae47-471e-977b-7e89726b3104 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] No waiting events found dispatching network-vif-unplugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG nova.compute.manager [req-a68e2e84-74ca-46ab-9a1d-7eeca1b1b063 req-bd48c08e-ae47-471e-977b-7e89726b3104 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received event network-vif-unplugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-a1a07847-5ab7-400d-8a86-f1fc03783376 req-e5acebf3-b8a9-4384-8d46-0f0ed375d910 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updated VIF entry in instance network info cache for port 51d8c5a9-0160-441f-a08e-99e6dd02b48d. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG nova.network.neutron [req-a1a07847-5ab7-400d-8a86-f1fc03783376 req-e5acebf3-b8a9-4384-8d46-0f0ed375d910 service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updating instance_info_cache with network_info: [{"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:37:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-a1a07847-5ab7-400d-8a86-f1fc03783376 req-e5acebf3-b8a9-4384-8d46-0f0ed375d910 service nova] Releasing lock "refresh_cache-2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:37:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Instance destroyed successfully.
Oct 15 20:37:26 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lazy-loading 'resources' on Instance uuid 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5 {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:32:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-823073135',display_name='tempest-TestVolumeBootPattern-server-823073135',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-823073135',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhjbXIemuyT2o1+ogeQu21HU98KJzXXCx9QRKOYC7hEPiQobQUUae6WnPPfPTXCHZ/12rB95od9vuqjPBIEVXdIgj7u5LhX9CpDrdgtrXtC3fNEWyIGxuTYMMNBXGnKFg==',key_name='tempest-TestVolumeBootPattern-1460422975',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:32:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc99b57214f941908675915606d4ed4b',ramdisk_id='',reservation_id='r-9n6vusp8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1740697399',owner_user_name='tempest-TestVolumeBootPattern-1740697399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:32:37Z,user_data=None,user_id='7b5c3de54dde4c79b03d32c5e6442489',uuid=2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converting VIF {"id": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "address": "fa:16:3e:a1:0c:7c", "network": {"id": "0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1951996360-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc99b57214f941908675915606d4ed4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51d8c5a9-01", "ovs_interfaceid": "51d8c5a9-0160-441f-a08e-99e6dd02b48d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a1:0c:7c,bridge_name='br-int',has_traffic_filtering=True,id=51d8c5a9-0160-441f-a08e-99e6dd02b48d,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51d8c5a9-01') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_vif [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a1:0c:7c,bridge_name='br-int',has_traffic_filtering=True,id=51d8c5a9-0160-441f-a08e-99e6dd02b48d,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51d8c5a9-01') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap51d8c5a9-01, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ed560089-a44e-47ec-b145-8af27b0418ad) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:37:26 user nova-compute[74712]: INFO os_vif [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a1:0c:7c,bridge_name='br-int',has_traffic_filtering=True,id=51d8c5a9-0160-441f-a08e-99e6dd02b48d,network=Network(0e2d1106-a0e2-48a4-99b0-8d1ecf5dee4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51d8c5a9-01')
Oct 15 20:37:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZnVQmLa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:37:26 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[181387df-9980-4430-8d01-b23e06f48839]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:37:26 user nova-compute[74712]: No targets found.
Oct 15 20:37:26 user nova-compute[74712]: iSNS:
Oct 15 20:37:26 user nova-compute[74712]: No targets found.
Oct 15 20:37:26 user nova-compute[74712]: STATIC:
Oct 15 20:37:26 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c
Oct 15 20:37:26 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:37:26 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:37:26 user nova-compute[74712]: FIRMWARE:
Oct 15 20:37:26 user nova-compute[74712]: No targets found.
Oct 15 20:37:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:37:26 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:37:26 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[995e929c-8128-4e5a-8ed5-2b6c7f15a0ea]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[67374e4a-62cc-489c-8b8a-7df37ccf458a]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:37:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c (non-flash)
Oct 15 20:37:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84682680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[774a0b65-db1e-43b2-8aa6-d1be4c825777]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[58adbd28-5010-4d36-a546-c581b8fba1b1]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b6b48f5-b211-486d-a277-a8af01fb9e1f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[39f8ebef-6b46-4794-b8de-ffe64d5c7ad2]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_e9d740de', '/dev/disk/by-id/scsi-23665326461313363', '/dev/disk/by-id/scsi-1SCST_BIOe9d740de-6e2da13c05ab7d06') {{(pid=85655) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa62ef7-f161-447d-8d4a-e0bfa75d2eca]: (4, None) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[592649ee-e059-41e5-b7f2-db8cee1dd3b9]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bac17ffe-bbec-424d-af11-657636cd2fcc]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260]
Oct 15 20:37:26 user nova-compute[74712]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c, portal: 172.16.0.220,3260] successful.
Oct 15 20:37:26 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d44f5ab-247a-4c94-832b-6238d080ca7c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6959c3f0-92b2-4f1d-86b1-6d27bbe3f1c7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] <== disconnect_volume: return (296ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:37:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Deleting instance files /opt/stack/data/nova/instances/2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5_del
Oct 15 20:37:26 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Deletion of /opt/stack/data/nova/instances/2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5_del complete
Oct 15 20:37:26 user nova-compute[74712]: INFO nova.compute.manager [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Took 1.22 seconds to destroy the instance on the hypervisor.
Oct 15 20:37:26 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:37:26 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:37:27 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:37:27 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Took 0.78 seconds to deallocate network for instance.
Oct 15 20:37:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-03c64683-8934-430b-b818-88b8a5822441 req-89d97bcf-8d7f-4944-9d3a-8fa6b1ae871e service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received event network-vif-plugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:37:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-03c64683-8934-430b-b818-88b8a5822441 req-89d97bcf-8d7f-4944-9d3a-8fa6b1ae871e service nova] Acquiring lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:37:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-03c64683-8934-430b-b818-88b8a5822441 req-89d97bcf-8d7f-4944-9d3a-8fa6b1ae871e service nova] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:37:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-03c64683-8934-430b-b818-88b8a5822441 req-89d97bcf-8d7f-4944-9d3a-8fa6b1ae871e service nova] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:37:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-03c64683-8934-430b-b818-88b8a5822441 req-89d97bcf-8d7f-4944-9d3a-8fa6b1ae871e service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] No waiting events found dispatching network-vif-plugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:37:27 user nova-compute[74712]: WARNING nova.compute.manager [req-03c64683-8934-430b-b818-88b8a5822441 req-89d97bcf-8d7f-4944-9d3a-8fa6b1ae871e service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received unexpected event network-vif-plugged-51d8c5a9-0160-441f-a08e-99e6dd02b48d for instance with vm_state active and task_state deleting.
Oct 15 20:37:27 user nova-compute[74712]: DEBUG nova.compute.manager [req-03c64683-8934-430b-b818-88b8a5822441 req-89d97bcf-8d7f-4944-9d3a-8fa6b1ae871e service nova] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Received event network-vif-deleted-51d8c5a9-0160-441f-a08e-99e6dd02b48d {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:37:28 user nova-compute[74712]: INFO nova.compute.manager [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] [instance: 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5] Took 0.73 seconds to detach 1 volumes for instance.
Oct 15 20:37:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:37:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:37:28 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:37:28 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:37:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.230s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:37:28 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Deleted allocations for instance 2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5
Oct 15 20:37:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fadcc3e7-6d1c-431b-818e-8fd68579d6fb tempest-TestVolumeBootPattern-1740697399 tempest-TestVolumeBootPattern-1740697399-project-member] Lock "2f04a921-fe36-4ab4-8bc2-bf0003bc1ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.133s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:37:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:37:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:37:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:37:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:37:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:37:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:37:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:37:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:37:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:37:59 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:38:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:03 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:38:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:38:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:38:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:38:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:38:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:38:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:38:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:38:12 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:38:12 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:38:13 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:38:13 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:38:13 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9149MB free_disk=24.941692352294922GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:38:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:38:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:38:13 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:38:13 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:38:13 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:38:13 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:38:13 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:38:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.149s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:38:14 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:38:14 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:38:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:38:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:38:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:38:15 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 20:38:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:38:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:38:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:38:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:38:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:38:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:38:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:38:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:38:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:38:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:38:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:38:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:38:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:39:00 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:39:03 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:03 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:39:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:39:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:39:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:39:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:39:13 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:39:14 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:39:14 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:39:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9152MB free_disk=24.93970489501953GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:39:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:39:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:39:14 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:39:14 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:39:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:39:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.126s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:39:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:39:16 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:16 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:39:16 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:39:16 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 20:39:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:39:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:39:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:39:32 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:39:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:39:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:39:49 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:39:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:39:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:40:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:40:01 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:04 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:04 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:40:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:40:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:40:11 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:40:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:40:13 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:40:14 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:40:14 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:40:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9150MB free_disk=24.938167572021484GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:40:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:40:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:40:14 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:40:14 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:40:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:40:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.121s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:40:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:40:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:40:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:40:18 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 20:40:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:40:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:40:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:40:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:40:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 20:40:36 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 20:40:37 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:40:37 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 20:40:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:40:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:40:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:40:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:40:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:40:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:40:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:40:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:40:53 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:40:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:01 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:41:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:41:05 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:41:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:41:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:41:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:41:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:41:13 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:41:13 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:41:14 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:41:14 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8741MB free_disk=24.936439514160156GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:41:14 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.431s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:41:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:17 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:41:17 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:41:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:20 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:41:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:41:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:41:20 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 20:41:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:41:23 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:41:24 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Starting instance... {{(pid=74712) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74712) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 15 20:41:38 user nova-compute[74712]: INFO nova.compute.claims [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Claim successful on node user
Oct 15 20:41:38 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.235s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Start building networks asynchronously for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Allocating IP information in the background. {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 15 20:41:38 user nova-compute[74712]: DEBUG nova.network.neutron [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] allocate_for_instance() {{(pid=74712) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 15 20:41:38 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 15 20:41:38 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Start building block device mappings for instance. {{(pid=74712) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG nova.policy [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a058b75d36bf45a194628e359d07d1c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5018f8e4e9ea4252964b304feec8ef31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74712) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Start spawning the instance on the hypervisor. {{(pid=74712) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Creating instance directory {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 15 20:41:39 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Creating image(s)
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "/opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "/opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "/opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.192s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.188s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk 1073741824 {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118,backing_fmt=raw /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk 1073741824" returned: 0 in 0.051s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "2db0ff0c9eebe54bcbf0415c791ba48d513f1118" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2db0ff0c9eebe54bcbf0415c791ba48d513f1118 --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Checking if we can resize image /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk. size=1073741824 {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG nova.network.neutron [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Successfully created port: 5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG nova.virt.disk.api [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Cannot resize image /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk to a smaller size. {{(pid=74712) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Created local disks {{(pid=74712) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Ensure instance console log exists: /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/console.log {{(pid=74712) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:41:39 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.network.neutron [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Successfully updated port: 5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.network.neutron [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Building network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-92d777ad-44c0-4f31-89b8-b108085ad0be req-6cf9b55b-cc89-4782-97d0-27ccf6f9e579 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received event network-changed-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.compute.manager [req-92d777ad-44c0-4f31-89b8-b108085ad0be req-6cf9b55b-cc89-4782-97d0-27ccf6f9e579 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Refreshing instance network info cache due to event network-changed-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-92d777ad-44c0-4f31-89b8-b108085ad0be req-6cf9b55b-cc89-4782-97d0-27ccf6f9e579 service nova] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.network.neutron [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Instance cache missing network info. {{(pid=74712) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.network.neutron [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Instance network_info: |[{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74712) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-92d777ad-44c0-4f31-89b8-b108085ad0be req-6cf9b55b-cc89-4782-97d0-27ccf6f9e579 service nova] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.network.neutron [req-92d777ad-44c0-4f31-89b8-b108085ad0be req-6cf9b55b-cc89-4782-97d0-27ccf6f9e579 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Refreshing network info cache for port 5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Start _get_guest_xml network_info=[{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': 'virtio', 'boot_index': 0, 'device_name': '/dev/vda', 'encrypted': False, 'image_id': '86c41006-9da0-4054-a177-46f1c8e1bbdf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 15 20:41:40 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:41:40 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] CPU controller missing on host. {{(pid=74712) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.host [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] CPU controller found on host. {{(pid=74712) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74712) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-15T19:34:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-15T19:34:36Z,direct_url=<?>,disk_format='qcow2',id=86c41006-9da0-4054-a177-46f1c8e1bbdf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='12eb5cd59a414c7f80e74a30739cf397',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-15T19:34:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Flavor limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Image limits 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Flavor pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Image pref 0:0:0 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74712) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Got 1 possible topologies {{(pid=74712) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.hardware [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74712) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:41:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1745282224',display_name='tempest-SnapshotDataIntegrityTests-server-1745282224',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1745282224',id=53,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPSENEGXmqXeETlbeHxZOl9VZPIQhIUrFvqZjCWhbfOoffb5yryYKQP2TVYn5crsvdOJCos5U3FjL1Xe1lO1ZLyFYySeLxk1e3+tLI/FyPYlXgjVSxIy6WT3k9QnLtUQNg==',key_name='tempest-keypair-1304708694',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5018f8e4e9ea4252964b304feec8ef31',ramdisk_id='',reservation_id='r-0pdrl027',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-531616476',owner_user_name='tempest-SnapshotDataIntegrityTests-531616476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:41:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a058b75d36bf45a194628e359d07d1c0',uuid=530132ed-dc0e-4ec0-84a9-ec9b6d1c319f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74712) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Converting VIF {"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1,network=Network(4beab667-8f62-4254-a97f-fd36528a34d8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d66f1b2-5f') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.objects.instance [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'pci_devices' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] End _get_guest_xml xml=<domain type="kvm">
Oct 15 20:41:40 user nova-compute[74712]:   <uuid>530132ed-dc0e-4ec0-84a9-ec9b6d1c319f</uuid>
Oct 15 20:41:40 user nova-compute[74712]:   <name>instance-00000035</name>
Oct 15 20:41:40 user nova-compute[74712]:   <memory>524288</memory>
Oct 15 20:41:40 user nova-compute[74712]:   <vcpu>1</vcpu>
Oct 15 20:41:40 user nova-compute[74712]:   <metadata>
Oct 15 20:41:40 user nova-compute[74712]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 15 20:41:40 user nova-compute[74712]:       <nova:package version="0.0.0"/>
Oct 15 20:41:40 user nova-compute[74712]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1745282224</nova:name>
Oct 15 20:41:40 user nova-compute[74712]:       <nova:creationTime>2023-10-15 20:41:40</nova:creationTime>
Oct 15 20:41:40 user nova-compute[74712]:       <nova:flavor name="m1.tiny">
Oct 15 20:41:40 user nova-compute[74712]:         <nova:memory>512</nova:memory>
Oct 15 20:41:40 user nova-compute[74712]:         <nova:disk>1</nova:disk>
Oct 15 20:41:40 user nova-compute[74712]:         <nova:swap>0</nova:swap>
Oct 15 20:41:40 user nova-compute[74712]:         <nova:ephemeral>0</nova:ephemeral>
Oct 15 20:41:40 user nova-compute[74712]:         <nova:vcpus>1</nova:vcpus>
Oct 15 20:41:40 user nova-compute[74712]:       </nova:flavor>
Oct 15 20:41:40 user nova-compute[74712]:       <nova:owner>
Oct 15 20:41:40 user nova-compute[74712]:         <nova:user uuid="a058b75d36bf45a194628e359d07d1c0">tempest-SnapshotDataIntegrityTests-531616476-project-member</nova:user>
Oct 15 20:41:40 user nova-compute[74712]:         <nova:project uuid="5018f8e4e9ea4252964b304feec8ef31">tempest-SnapshotDataIntegrityTests-531616476</nova:project>
Oct 15 20:41:40 user nova-compute[74712]:       </nova:owner>
Oct 15 20:41:40 user nova-compute[74712]:       <nova:root type="image" uuid="86c41006-9da0-4054-a177-46f1c8e1bbdf"/>
Oct 15 20:41:40 user nova-compute[74712]:       <nova:ports>
Oct 15 20:41:40 user nova-compute[74712]:         <nova:port uuid="5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1">
Oct 15 20:41:40 user nova-compute[74712]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 15 20:41:40 user nova-compute[74712]:         </nova:port>
Oct 15 20:41:40 user nova-compute[74712]:       </nova:ports>
Oct 15 20:41:40 user nova-compute[74712]:     </nova:instance>
Oct 15 20:41:40 user nova-compute[74712]:   </metadata>
Oct 15 20:41:40 user nova-compute[74712]:   <sysinfo type="smbios">
Oct 15 20:41:40 user nova-compute[74712]:     <system>
Oct 15 20:41:40 user nova-compute[74712]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 15 20:41:40 user nova-compute[74712]:       <entry name="product">OpenStack Nova</entry>
Oct 15 20:41:40 user nova-compute[74712]:       <entry name="version">0.0.0</entry>
Oct 15 20:41:40 user nova-compute[74712]:       <entry name="serial">530132ed-dc0e-4ec0-84a9-ec9b6d1c319f</entry>
Oct 15 20:41:40 user nova-compute[74712]:       <entry name="uuid">530132ed-dc0e-4ec0-84a9-ec9b6d1c319f</entry>
Oct 15 20:41:40 user nova-compute[74712]:       <entry name="family">Virtual Machine</entry>
Oct 15 20:41:40 user nova-compute[74712]:     </system>
Oct 15 20:41:40 user nova-compute[74712]:   </sysinfo>
Oct 15 20:41:40 user nova-compute[74712]:   <os>
Oct 15 20:41:40 user nova-compute[74712]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 15 20:41:40 user nova-compute[74712]:     <boot dev="hd"/>
Oct 15 20:41:40 user nova-compute[74712]:     <smbios mode="sysinfo"/>
Oct 15 20:41:40 user nova-compute[74712]:   </os>
Oct 15 20:41:40 user nova-compute[74712]:   <features>
Oct 15 20:41:40 user nova-compute[74712]:     <acpi/>
Oct 15 20:41:40 user nova-compute[74712]:     <apic/>
Oct 15 20:41:40 user nova-compute[74712]:     <vmcoreinfo/>
Oct 15 20:41:40 user nova-compute[74712]:   </features>
Oct 15 20:41:40 user nova-compute[74712]:   <clock offset="utc">
Oct 15 20:41:40 user nova-compute[74712]:     <timer name="pit" tickpolicy="delay"/>
Oct 15 20:41:40 user nova-compute[74712]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 15 20:41:40 user nova-compute[74712]:     <timer name="hpet" present="no"/>
Oct 15 20:41:40 user nova-compute[74712]:   </clock>
Oct 15 20:41:40 user nova-compute[74712]:   <cpu mode="custom" match="exact">
Oct 15 20:41:40 user nova-compute[74712]:     <model>Nehalem</model>
Oct 15 20:41:40 user nova-compute[74712]:     <topology sockets="1" cores="1" threads="1"/>
Oct 15 20:41:40 user nova-compute[74712]:   </cpu>
Oct 15 20:41:40 user nova-compute[74712]:   <devices>
Oct 15 20:41:40 user nova-compute[74712]:     <disk type="file" device="disk">
Oct 15 20:41:40 user nova-compute[74712]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 15 20:41:40 user nova-compute[74712]:       <source file="/opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk"/>
Oct 15 20:41:40 user nova-compute[74712]:       <target dev="vda" bus="virtio"/>
Oct 15 20:41:40 user nova-compute[74712]:     </disk>
Oct 15 20:41:40 user nova-compute[74712]:     <interface type="ethernet">
Oct 15 20:41:40 user nova-compute[74712]:       <mac address="fa:16:3e:f4:ce:de"/>
Oct 15 20:41:40 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:41:40 user nova-compute[74712]:       <mtu size="1442"/>
Oct 15 20:41:40 user nova-compute[74712]:       <target dev="tap5d66f1b2-5f"/>
Oct 15 20:41:40 user nova-compute[74712]:     </interface>
Oct 15 20:41:40 user nova-compute[74712]:     <serial type="pty">
Oct 15 20:41:40 user nova-compute[74712]:       <log file="/opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/console.log" append="off"/>
Oct 15 20:41:40 user nova-compute[74712]:     </serial>
Oct 15 20:41:40 user nova-compute[74712]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 15 20:41:40 user nova-compute[74712]:     <video>
Oct 15 20:41:40 user nova-compute[74712]:       <model type="virtio"/>
Oct 15 20:41:40 user nova-compute[74712]:     </video>
Oct 15 20:41:40 user nova-compute[74712]:     <rng model="virtio">
Oct 15 20:41:40 user nova-compute[74712]:       <backend model="random">/dev/urandom</backend>
Oct 15 20:41:40 user nova-compute[74712]:     </rng>
Oct 15 20:41:40 user nova-compute[74712]:     <controller type="usb" index="0" model="none"/>
Oct 15 20:41:40 user nova-compute[74712]:     <memballoon model="virtio">
Oct 15 20:41:40 user nova-compute[74712]:       <stats period="10"/>
Oct 15 20:41:40 user nova-compute[74712]:     </memballoon>
Oct 15 20:41:40 user nova-compute[74712]:   </devices>
Oct 15 20:41:40 user nova-compute[74712]: </domain>
Oct 15 20:41:40 user nova-compute[74712]:  {{(pid=74712) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:41:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1745282224',display_name='tempest-SnapshotDataIntegrityTests-server-1745282224',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1745282224',id=53,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPSENEGXmqXeETlbeHxZOl9VZPIQhIUrFvqZjCWhbfOoffb5yryYKQP2TVYn5crsvdOJCos5U3FjL1Xe1lO1ZLyFYySeLxk1e3+tLI/FyPYlXgjVSxIy6WT3k9QnLtUQNg==',key_name='tempest-keypair-1304708694',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5018f8e4e9ea4252964b304feec8ef31',ramdisk_id='',reservation_id='r-0pdrl027',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-531616476',owner_user_name='tempest-SnapshotDataIntegrityTests-531616476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-15T20:41:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a058b75d36bf45a194628e359d07d1c0',uuid=530132ed-dc0e-4ec0-84a9-ec9b6d1c319f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Converting VIF {"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1,network=Network(4beab667-8f62-4254-a97f-fd36528a34d8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d66f1b2-5f') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG os_vif [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1,network=Network(4beab667-8f62-4254-a97f-fd36528a34d8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d66f1b2-5f') {{(pid=74712) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c27ba98-5387-58a5-b4df-8f7028546ad7', '_type': 'linux-noop'}}, row=False) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5d66f1b2-5f, may_exist=True, interface_attrs={}) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5d66f1b2-5f, col_values=(('qos', UUID('e647d3e7-3290-4a4c-a5b6-a8a472468365')),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5d66f1b2-5f, col_values=(('external_ids', {'iface-id': '5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:ce:de', 'vm-uuid': '530132ed-dc0e-4ec0-84a9-ec9b6d1c319f'}),), if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:41:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:40 user nova-compute[74712]: INFO os_vif [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1,network=Network(4beab667-8f62-4254-a97f-fd36528a34d8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d66f1b2-5f')
Oct 15 20:41:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:41:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No VIF found with MAC fa:16:3e:f4:ce:de, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:41:41 user nova-compute[74712]: DEBUG nova.network.neutron [req-92d777ad-44c0-4f31-89b8-b108085ad0be req-6cf9b55b-cc89-4782-97d0-27ccf6f9e579 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updated VIF entry in instance network info cache for port 5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:41:41 user nova-compute[74712]: DEBUG nova.network.neutron [req-92d777ad-44c0-4f31-89b8-b108085ad0be req-6cf9b55b-cc89-4782-97d0-27ccf6f9e579 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:41:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-92d777ad-44c0-4f31-89b8-b108085ad0be req-6cf9b55b-cc89-4782-97d0-27ccf6f9e579 service nova] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:41:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed3c15fc-3487-425f-9760-6a728cb3d29e req-b78dce9e-c4d6-4f3c-9dc6-d5dbe23288a5 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received event network-vif-plugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:41:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed3c15fc-3487-425f-9760-6a728cb3d29e req-b78dce9e-c4d6-4f3c-9dc6-d5dbe23288a5 service nova] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:41:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed3c15fc-3487-425f-9760-6a728cb3d29e req-b78dce9e-c4d6-4f3c-9dc6-d5dbe23288a5 service nova] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:41:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-ed3c15fc-3487-425f-9760-6a728cb3d29e req-b78dce9e-c4d6-4f3c-9dc6-d5dbe23288a5 service nova] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:41:42 user nova-compute[74712]: DEBUG nova.compute.manager [req-ed3c15fc-3487-425f-9760-6a728cb3d29e req-b78dce9e-c4d6-4f3c-9dc6-d5dbe23288a5 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] No waiting events found dispatching network-vif-plugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:41:42 user nova-compute[74712]: WARNING nova.compute.manager [req-ed3c15fc-3487-425f-9760-6a728cb3d29e req-b78dce9e-c4d6-4f3c-9dc6-d5dbe23288a5 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received unexpected event network-vif-plugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 for instance with vm_state building and task_state spawning.
Oct 15 20:41:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:43 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Instance event wait completed in 0 seconds for  {{(pid=74712) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Guest created on hypervisor {{(pid=74712) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 15 20:41:44 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Instance spawned successfully.
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Found default for hw_cdrom_bus of ide {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Found default for hw_disk_bus of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Found default for hw_input_bus of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Found default for hw_pointer_model of None {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Found default for hw_video_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Found default for hw_vif_model of virtio {{(pid=74712) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 15 20:41:44 user nova-compute[74712]: INFO nova.compute.manager [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Took 5.84 seconds to spawn the instance on the hypervisor.
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.compute.manager [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Checking state {{(pid=74712) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.compute.manager [req-730503d8-f54b-4f15-8357-da2f66cc54d9 req-251d7f6f-6db3-4529-a4f3-ea393b1912d9 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received event network-vif-plugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-730503d8-f54b-4f15-8357-da2f66cc54d9 req-251d7f6f-6db3-4529-a4f3-ea393b1912d9 service nova] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-730503d8-f54b-4f15-8357-da2f66cc54d9 req-251d7f6f-6db3-4529-a4f3-ea393b1912d9 service nova] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-730503d8-f54b-4f15-8357-da2f66cc54d9 req-251d7f6f-6db3-4529-a4f3-ea393b1912d9 service nova] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:41:44 user nova-compute[74712]: DEBUG nova.compute.manager [req-730503d8-f54b-4f15-8357-da2f66cc54d9 req-251d7f6f-6db3-4529-a4f3-ea393b1912d9 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] No waiting events found dispatching network-vif-plugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:41:44 user nova-compute[74712]: WARNING nova.compute.manager [req-730503d8-f54b-4f15-8357-da2f66cc54d9 req-251d7f6f-6db3-4529-a4f3-ea393b1912d9 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received unexpected event network-vif-plugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 for instance with vm_state building and task_state spawning.
Oct 15 20:41:44 user nova-compute[74712]: INFO nova.compute.manager [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Took 6.45 seconds to build instance.
Oct 15 20:41:44 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-f886729d-7d9e-4830-a534-b7bcf624945c tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.589s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:41:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:41:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:01 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:42:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:06 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:42:06 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:42:09 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:42:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:42:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:42:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:42:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:42:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:42:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8728MB free_disk=24.893638610839844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:42:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:42:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:42:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:42:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:42:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:42:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:42:17 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:42:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.256s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:42:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:17 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:42:17 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:42:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:42:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:42:22 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:42:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:42:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:42:22 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:42:22 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:42:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:42:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:42:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:42:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:42:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:42:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:35 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:40 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:50 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:55 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:42:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:00 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:02 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:43:05 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:43:08 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:43:10 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:43:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:43:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:43:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:15 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:43:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:43:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8859MB free_disk=24.89061737060547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:43:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:43:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:43:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:43:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:43:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:43:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:43:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:43:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:43:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.390s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:43:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:43:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:43:20 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:43:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:43:23 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:43:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:43:23 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:43:23 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:43:23 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:43:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:43:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:43:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:43:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:43:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:43:25 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-b5cdf759-553d-43b1-93c8-ddcbfbc68b88 req-80fbd298-dbbb-4fe0-b112-a096846b2ff3 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received event network-changed-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:43:29 user nova-compute[74712]: DEBUG nova.compute.manager [req-b5cdf759-553d-43b1-93c8-ddcbfbc68b88 req-80fbd298-dbbb-4fe0-b112-a096846b2ff3 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Refreshing instance network info cache due to event network-changed-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1. {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 15 20:43:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b5cdf759-553d-43b1-93c8-ddcbfbc68b88 req-80fbd298-dbbb-4fe0-b112-a096846b2ff3 service nova] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:43:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b5cdf759-553d-43b1-93c8-ddcbfbc68b88 req-80fbd298-dbbb-4fe0-b112-a096846b2ff3 service nova] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:43:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-b5cdf759-553d-43b1-93c8-ddcbfbc68b88 req-80fbd298-dbbb-4fe0-b112-a096846b2ff3 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Refreshing network info cache for port 5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 15 20:43:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-b5cdf759-553d-43b1-93c8-ddcbfbc68b88 req-80fbd298-dbbb-4fe0-b112-a096846b2ff3 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updated VIF entry in instance network info cache for port 5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1. {{(pid=74712) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 15 20:43:29 user nova-compute[74712]: DEBUG nova.network.neutron [req-b5cdf759-553d-43b1-93c8-ddcbfbc68b88 req-80fbd298-dbbb-4fe0-b112-a096846b2ff3 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:43:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-b5cdf759-553d-43b1-93c8-ddcbfbc68b88 req-80fbd298-dbbb-4fe0-b112-a096846b2ff3 service nova] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:43:30 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:43:35 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG nova.objects.instance [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:43:36 user nova-compute[74712]: INFO nova.compute.manager [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attaching volume d7b124e1-54dd-439a-8a02-270147813073 to /dev/vdb
Oct 15 20:43:36 user nova-compute[74712]: DEBUG os_brick.utils [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa0d931e-88f4-43da-a1b4-6feb4d2c20a5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[91092fe2-6180-4e38-81d5-f40688edb232]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[74d11f12-33c2-4e38-b35e-ce1028b3e3c1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c100bf1d-f80a-4ff8-9ef9-55ecc28b28e6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:43:36 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ec0c4ee-38df-4dad-a96b-2e87b1f18a04]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG os_brick.utils [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating existing volume attachment record: 480c0fae-f47d-4348-b0d7-c89ed82290b8 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:43:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:43:39 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kqUEIfLo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:43:49 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:43:49 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:43:49 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[053924a0-ec41-445e-9e23-954f3ce913de]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:43:49 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab1a1746-ccb4-44bf-9ef2-ede21f20f350]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073] added
Oct 15 20:43:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad5af01-b17d-40a3-b541-942cdf9814c1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d99016a-a2c8-4f31-b41b-26f085116066]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kqUEIfLo {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kqUEIfLo" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b8d3458-c4f9-47df-a773-126de78984ed]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kqUEIfLo'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[768ff3e8-6ca2-47e9-8a28-a07f1abb88c9]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[50e8290b-8b04-4934-9cb4-e9886aaf37d0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:43:49 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:43:49 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:43:49 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:43:49 user nova-compute[74712]: 
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[02a41796-4cbb-4fc6-9c68-11ec0b78948e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073, portal: 172.16.0.220,3260]
Oct 15 20:43:49 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073, portal: 172.16.0.220,3260] successful.
Oct 15 20:43:49 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:43:49 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd9ee766-64e2-48ad-b867-3c567097fa3c]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[afd5d24f-a3ae-49e4-826a-f20d0a5d46dd]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 (non-flash)
Oct 15 20:43:50 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 (non-flash)
Oct 15 20:43:50 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.251s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[97103fc3-c3da-4316-8d8b-46c8d8ce18ac]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:43:50 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kqUEIfLo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.282s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== connect_volume: return (1283ms) {'type': 'block', 'scsi_wwn': '23138633431346236', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138633431346236', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG nova.objects.instance [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:43:51 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:43:51 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:43:51 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:43:51 user nova-compute[74712]:   <serial>d7b124e1-54dd-439a-8a02-270147813073</serial>
Oct 15 20:43:51 user nova-compute[74712]: </disk>
Oct 15 20:43:51 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No VIF found with MAC fa:16:3e:f4:ce:de, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:43:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-815f9341-4bd8-4df9-a586-e5ced7c1e250 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.445s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:43:54 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:43:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:44:03 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:44:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:44:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:44:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:14 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:44:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:44:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:44:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:44:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:44:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74712) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 15 20:44:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:44:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:44:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8933MB free_disk=24.872745513916016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.182s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:44:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:44:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:44:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:44:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:44:21 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:44:21 user nova-compute[74712]: INFO nova.compute.manager [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Detaching volume d7b124e1-54dd-439a-8a02-270147813073
Oct 15 20:44:21 user nova-compute[74712]: INFO nova.virt.block_device [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attempting to driver detach volume d7b124e1-54dd-439a-8a02-270147813073 from mountpoint /dev/vdb
Oct 15 20:44:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Attempting to detach device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:44:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:44:21 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:44:21 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:44:21 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:44:21 user nova-compute[74712]:   <serial>d7b124e1-54dd-439a-8a02-270147813073</serial>
Oct 15 20:44:21 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:44:21 user nova-compute[74712]: </disk>
Oct 15 20:44:21 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:44:21 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Successfully detached device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the persistent domain config.
Oct 15 20:44:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:44:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:44:21 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:44:21 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:44:21 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:44:21 user nova-compute[74712]:   <serial>d7b124e1-54dd-439a-8a02-270147813073</serial>
Oct 15 20:44:21 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:44:21 user nova-compute[74712]: </disk>
Oct 15 20:44:21 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:44:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:44:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:44:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:44:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:44:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:44:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:44:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:44:24 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:44:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:44:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:44:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:44:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:44:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:26 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:44:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:41 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f is timed out.
Oct 15 20:44:41 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Successfully detached device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the live domain config.
Oct 15 20:44:41 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kqUEIfLo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:44:41 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9c95fbc-be13-42eb-a76b-82662f8cea30]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:44:41 user nova-compute[74712]: No targets found.
Oct 15 20:44:41 user nova-compute[74712]: iSNS:
Oct 15 20:44:41 user nova-compute[74712]: No targets found.
Oct 15 20:44:41 user nova-compute[74712]: STATIC:
Oct 15 20:44:41 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073
Oct 15 20:44:41 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:44:41 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:44:41 user nova-compute[74712]: FIRMWARE:
Oct 15 20:44:41 user nova-compute[74712]: No targets found.
Oct 15 20:44:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:44:41 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:44:41 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa64f196-34d1-4e93-af6a-2a5e9185857b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[38bae576-658d-46b9-a6cb-f76b08acdde1]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 (non-flash)
Oct 15 20:44:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 (non-flash)
Oct 15 20:44:41 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c84681630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d0a01b5-05f8-4f71-a199-aa95a6e191f2]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94121d8-cd12-45d4-835c-3fdc8432b902]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[57bb3672-3ba8-4bf3-bfcf-58a6a5bace94]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:44:41 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0100e5af-6084-49a4-a0ef-1f708f3f6264]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6db4dab-67d0-4942-8f5c-96cd523aa0d8]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --logout" returned: 0 in 0.193s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[23ab5d22-c222-48b8-85fd-b7c2dcb5b035]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073, portal: 172.16.0.220,3260]
Oct 15 20:44:42 user nova-compute[74712]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073, portal: 172.16.0.220,3260] successful.
Oct 15 20:44:42 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b124e1-54dd-439a-8a02-270147813073 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[432abd56-26b1-4a71-89a4-df3da36e85ef]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.430s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== disconnect_volume: return (431ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:44:42 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:44:43 user nova-compute[74712]: DEBUG nova.objects.instance [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:44:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-837f9e70-e20f-4599-897d-005b2b9c6442 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.869s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:44:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:44:53 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:44:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:45:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:45:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:45:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:45:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:45:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:45:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:45:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:45:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8975MB free_disk=24.864089965820312GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.179s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:45:16 user nova-compute[74712]: INFO nova.compute.manager [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attaching volume 0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b to /dev/vdb
Oct 15 20:45:16 user nova-compute[74712]: DEBUG os_brick.utils [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab3a6399-4c44-4213-8f17-785f0eaf0dea]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff4853c3-dd6d-46d4-95e3-678578d16814]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[44bdde55-e634-4689-a13f-aa28bb0b47f6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8260dc8-77ab-4f0b-aa32-83f8f15bf4b2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:45:16 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:45:16 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[58827497-ca01-4fba-a8c5-3424db25233b]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG os_brick.utils [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:45:16 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating existing volume attachment record: ee7be974-dd46-4d0d-9483-3a1d8d789184 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:45:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:19 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:45:24 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:45:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:45:24 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:45:24 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:45:24 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:45:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:45:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:45:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:45:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:26 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iSdEcOgK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:45:30 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:45:30 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:45:30 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[553b5254-a81c-4fb8-854f-6186d68a86b8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:45:30 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1206c01-41bd-403a-b250-8c595cb7565c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b] added
Oct 15 20:45:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfdc1d77-4568-4b72-aa37-43f03b4b17b9]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2553423d-d700-4331-b9f0-f7f366ff0f65]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iSdEcOgK {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iSdEcOgK" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9922e3b4-3568-4a26-b176-0c1c5fd222d0]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iSdEcOgK'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c77b6d74-801f-4261-92d1-c48309855e47]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[18948954-bd7f-423f-b759-704cf3cc0e15]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:45:30 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:45:30 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:45:30 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:45:30 user nova-compute[74712]: 
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc3853c-b3e9-4958-98aa-82f4bf78009b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b, portal: 172.16.0.220,3260]
Oct 15 20:45:30 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b, portal: 172.16.0.220,3260] successful.
Oct 15 20:45:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f1d0636-3c06-4bd5-b7cb-c5ccb4f6ea10]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e336a14b-a69a-49f0-bd04-07d65e2bab4c]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b (non-flash)
Oct 15 20:45:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b (non-flash)
Oct 15 20:45:30 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.236s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5531980c-a191-452a-8227-e8939308b6ea]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:30 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iSdEcOgK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.265s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== connect_volume: return (1267ms) {'type': 'block', 'scsi_wwn': '23630373332653462', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630373332653462', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG nova.objects.instance [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:45:31 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:45:31 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:45:31 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:45:31 user nova-compute[74712]:   <serial>0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b</serial>
Oct 15 20:45:31 user nova-compute[74712]: </disk>
Oct 15 20:45:31 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:45:31 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No VIF found with MAC fa:16:3e:f4:ce:de, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:45:32 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-7a228951-790d-4278-8e9c-937389b3e825 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.351s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:45:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:45:34 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:45:34 user nova-compute[74712]: INFO nova.compute.manager [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Detaching volume 0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b
Oct 15 20:45:34 user nova-compute[74712]: INFO nova.virt.block_device [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attempting to driver detach volume 0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b from mountpoint /dev/vdb
Oct 15 20:45:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Attempting to detach device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:45:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:45:34 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:45:34 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:45:34 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:45:34 user nova-compute[74712]:   <serial>0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b</serial>
Oct 15 20:45:34 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:45:34 user nova-compute[74712]: </disk>
Oct 15 20:45:34 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:45:34 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Successfully detached device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the persistent domain config.
Oct 15 20:45:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:45:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:45:34 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:45:34 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:45:34 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:45:34 user nova-compute[74712]:   <serial>0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b</serial>
Oct 15 20:45:34 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:45:34 user nova-compute[74712]: </disk>
Oct 15 20:45:34 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:45:34 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:34 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:45:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 20:45:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:45:47 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:45:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 20:45:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 20:45:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:45:54 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f is timed out.
Oct 15 20:45:54 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Successfully detached device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the live domain config.
Oct 15 20:45:54 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iSdEcOgK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:45:54 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:45:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[29bf7883-cf0f-43fd-b70d-a822331071f7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:45:54 user nova-compute[74712]: No targets found.
Oct 15 20:45:54 user nova-compute[74712]: iSNS:
Oct 15 20:45:54 user nova-compute[74712]: No targets found.
Oct 15 20:45:54 user nova-compute[74712]: STATIC:
Oct 15 20:45:54 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b
Oct 15 20:45:54 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:45:54 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:45:54 user nova-compute[74712]: FIRMWARE:
Oct 15 20:45:54 user nova-compute[74712]: No targets found.
Oct 15 20:45:54 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:45:54 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:45:54 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[00f23319-fdcd-44b3-86a9-f00bf4938c6d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:54 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a9b8ad2-a7bc-4f00-bcfb-720e558d531d]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b (non-flash)
Oct 15 20:45:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b (non-flash)
Oct 15 20:45:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c8464f400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f56ab1e8-3e6d-4512-8a91-5556d27843ee]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5c3c5a8-05fa-4cca-99ae-75b2190cdebb]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e7ea42e-fa49-4cf1-9111-3bbb4bcc1ae3]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[42883bce-47f1-4100-8ef2-539048a75f06]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f4a779b-a7a6-4cbc-8486-0a0ec63e7539]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c408dcb-3c79-4a35-bd96-c9b7f1d45bc1]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b, portal: 172.16.0.220,3260]
Oct 15 20:45:55 user nova-compute[74712]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b, portal: 172.16.0.220,3260] successful.
Oct 15 20:45:55 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0213c5c7-dcc1-4b86-94c6-9bbdf82cd67b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0c69a06-30cd-44e8-8d06-609df6bfaa5b]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== disconnect_volume: return (288ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:45:55 user nova-compute[74712]: DEBUG nova.objects.instance [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:45:56 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-c34d1ba6-d9f6-4d88-85be-c22ed5bf1254 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.704s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:45:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:07 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:46:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:46:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:46:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:15 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:46:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:46:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:46:15 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:46:15 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:46:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:15 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:46:16 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8984MB free_disk=24.8631591796875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing inventories for resource provider 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating ProviderTree inventory for provider 528d9121-6d98-4388-aaa0-50c547535811 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Updating inventory in ProviderTree for provider 528d9121-6d98-4388-aaa0-50c547535811 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing aggregate associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, aggregates: None {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Refreshing trait associations for resource provider 528d9121-6d98-4388-aaa0-50c547535811, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=74712) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:46:16 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.301s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:46:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:46:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:46:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:46:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:46:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:46:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:46:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:23 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:46:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:46:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:46:25 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:46:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:46:25 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:46:25 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:46:25 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:46:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:26 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:46:26 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:46:26 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:46:27 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG nova.objects.instance [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:46:29 user nova-compute[74712]: INFO nova.compute.manager [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attaching volume 41bcebc0-61a8-451d-ae07-6c3dc680660d to /dev/vdb
Oct 15 20:46:29 user nova-compute[74712]: DEBUG os_brick.utils [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b79802b-7c14-438a-82d5-46cc8fe0153c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5683ef47-edbc-43a3-bb98-0f7b10f1a504]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d95e6a-be1d-4f67-a15b-0b17353d6576]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[467f45b4-c870-4891-92ee-42c0d95744c4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:46:29 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:46:29 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e017ae55-c267-4099-b2ce-1d27fdc8b56e]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG os_brick.utils [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:46:29 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating existing volume attachment record: 5ab698eb-f409-4a9d-8256-a547d6442765 {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:46:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:41 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:46:41 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Triggering sync for uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 15 20:46:41 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtdlVxsm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:46:43 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:46:43 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:46:43 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[76c676a4-cff9-438b-96b8-01ec92628e72]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:46:43 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e3ab34-0806-4002-9331-c6537cf7fc2c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d] added
Oct 15 20:46:43 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4122d21d-6b75-4776-8e8f-6e276b93b368]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[d390cdc0-5e45-4d26-917d-a777e167f9ec]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtdlVxsm {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtdlVxsm" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1439805a-843c-4cf9-8d8d-bef770da5315]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BtdlVxsm'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a71c90db-47ef-4a41-aa70-cc73932fc7ed]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a71d9d2a-9c6d-4b09-a6e7-aff29c24efb1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:46:43 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:46:43 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:46:43 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:46:43 user nova-compute[74712]: 
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[9040a104-c607-4625-9a6f-ab3a4577f450]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d, portal: 172.16.0.220,3260]
Oct 15 20:46:43 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d, portal: 172.16.0.220,3260] successful.
Oct 15 20:46:43 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f072025-d4b4-431f-8897-2338d61c935f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[da4a4c80-8449-44e0-a719-394dbdfaf4b9]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d (non-flash)
Oct 15 20:46:43 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d (non-flash)
Oct 15 20:46:43 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c62371d-c7e5-44c5-8a76-11ffe2a03c23]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:46:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtdlVxsm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:46:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:46:44 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== connect_volume: return (1301ms) {'type': 'block', 'scsi_wwn': '26635313933303165', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:46:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26635313933303165', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:46:44 user nova-compute[74712]: DEBUG nova.objects.instance [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:46:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:46:44 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:46:44 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:46:44 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:46:44 user nova-compute[74712]:   <serial>41bcebc0-61a8-451d-ae07-6c3dc680660d</serial>
Oct 15 20:46:44 user nova-compute[74712]: </disk>
Oct 15 20:46:44 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:46:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:46:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:46:44 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No VIF found with MAC fa:16:3e:f4:ce:de, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:46:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-befc3b9c-1281-48c3-a2d3-a15cc0866094 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.288s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:46:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 3.201s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:46:45 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:46:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:46:47 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:46:47 user nova-compute[74712]: INFO nova.compute.manager [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Detaching volume 41bcebc0-61a8-451d-ae07-6c3dc680660d
Oct 15 20:46:47 user nova-compute[74712]: INFO nova.virt.block_device [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attempting to driver detach volume 41bcebc0-61a8-451d-ae07-6c3dc680660d from mountpoint /dev/vdb
Oct 15 20:46:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Attempting to detach device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:46:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:46:47 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:46:47 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:46:47 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:46:47 user nova-compute[74712]:   <serial>41bcebc0-61a8-451d-ae07-6c3dc680660d</serial>
Oct 15 20:46:47 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:46:47 user nova-compute[74712]: </disk>
Oct 15 20:46:47 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:46:47 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Successfully detached device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the persistent domain config.
Oct 15 20:46:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:46:47 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:46:47 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:46:47 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:46:47 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:46:47 user nova-compute[74712]:   <serial>41bcebc0-61a8-451d-ae07-6c3dc680660d</serial>
Oct 15 20:46:47 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:46:47 user nova-compute[74712]: </disk>
Oct 15 20:46:47 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:46:48 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:46:49 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:46:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:08 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f is timed out.
Oct 15 20:47:08 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Successfully detached device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the live domain config.
Oct 15 20:47:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtdlVxsm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:47:08 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bce69b0-be03-4184-9e3f-978064b3b317]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:47:08 user nova-compute[74712]: No targets found.
Oct 15 20:47:08 user nova-compute[74712]: iSNS:
Oct 15 20:47:08 user nova-compute[74712]: No targets found.
Oct 15 20:47:08 user nova-compute[74712]: STATIC:
Oct 15 20:47:08 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d
Oct 15 20:47:08 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:47:08 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:47:08 user nova-compute[74712]: FIRMWARE:
Oct 15 20:47:08 user nova-compute[74712]: No targets found.
Oct 15 20:47:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:47:08 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:47:08 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dccebad-fe51-4075-95d4-f933f73152c2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd76ee80-8e6f-4f2d-8f18-18e7ed351c7c]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d (non-flash)
Oct 15 20:47:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d (non-flash)
Oct 15 20:47:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c846a5d80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d644a7d-48b2-49fb-9f9a-e49e19199480]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b7f0024-87af-4b45-8f86-675d4a1c27a3]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b16b4c3-f0cf-442c-8434-e824afbf9493]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5c08eb2-b49a-4506-a205-bfced03f19b2]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3bce850-63b2-488d-ae3c-62ca5e2b25a7]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ff59a3-4d7a-4bfa-854d-7d445e4399e6]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d, portal: 172.16.0.220,3260]
Oct 15 20:47:08 user nova-compute[74712]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d, portal: 172.16.0.220,3260] successful.
Oct 15 20:47:08 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41bcebc0-61a8-451d-ae07-6c3dc680660d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[693281a0-f45c-4a79-b9c6-67d01107f5eb]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== disconnect_volume: return (292ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:47:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:47:09 user nova-compute[74712]: DEBUG nova.objects.instance [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:47:09 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-685fe992-f649-4952-ab75-1767a36791fc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.659s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:47:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:47:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:47:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:17 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:47:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:47:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:47:17 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:47:17 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:47:17 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:18 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:47:18 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:47:18 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8976MB free_disk=24.862163543701172GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:47:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.181s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:47:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:47:21 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:47:25 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:47:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:27 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:47:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:47:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:47:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:47:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:47:27 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:47:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:47:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:47:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:47:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:47:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:47:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:31 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:47:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:47:39 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:47:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:47:42 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:47:42 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:47:43 user nova-compute[74712]: INFO nova.compute.manager [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attaching volume b80c4243-ad2a-422f-b537-9e3943c31f6c to /dev/vdb
Oct 15 20:47:43 user nova-compute[74712]: DEBUG os_brick.utils [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5562a3ab-4d6a-4a63-a067-1b4eb06d9c2e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:60131eda6d5\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fcf450d-546b-4b86-91f6-de422651da78]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d394f55-778a-4fab-8ead-e01da8283c40]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fe50fde-b5fe-4949-b44b-0f308645cd93]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Running cmd (subprocess): nvme version {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] 'nvme version' failed. Not Retrying. {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] nvme not present on system {{(pid=74712) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 15 20:47:43 user nova-compute[74712]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 15 20:47:43 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d1c32e-3a44-4645-886f-7b6b7dee8611]: (4, '') {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74712) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.lightos [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] LIGHTOS: no hostnqn found. {{(pid=74712) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG os_brick.utils [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:60131eda6d5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:47:43 user nova-compute[74712]: DEBUG nova.virt.block_device [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating existing volume attachment record: 83def792-3e61-441d-b343-e58ca36e9f6f {{(pid=74712) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 15 20:47:44 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Calling os-brick to attach iSCSI Volume {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uoqsBvVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:47:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:47:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:47:56 user nova-compute[74712]: INFO os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c7668c4-0e17-4dea-a5c5-20631ca7f8a2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 15 20:47:56 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --interface default --op new {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c1628f8-ad18-43dc-9b43-40bfb5ff8000]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c] added\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c] added
Oct 15 20:47:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cf7b609-5149-474a-a686-aa98b4d016b1]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[c65cb90d-0a30-4433-81e7-c20dfd21d0b2]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uoqsBvVA {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uoqsBvVA" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[7025bdda-47ae-40c9-96bf-06208b15d66e]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uoqsBvVA'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[171e76be-25ad-427b-8bc4-002cf81486ba]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d890f1d-17b0-4b55-b233-ceec9e381ad9]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:47:56 user nova-compute[74712]:  {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 15 20:47:56 user nova-compute[74712]:  {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:47:56 user nova-compute[74712]: WARNING os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 15 20:47:56 user nova-compute[74712]: 
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --login {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[6572f78c-fd4b-41a4-b024-6b58956d4524]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c, portal: 172.16.0.220,3260]
Oct 15 20:47:56 user nova-compute[74712]: Login to [iface: default, target: iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c, portal: 172.16.0.220,3260] successful.
Oct 15 20:47:56 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:56 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd73f006-472b-4814-9f5e-36ac28b0c65d]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed6398be-b6c2-4d28-ae97-347c2063495c]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c (non-flash)
Oct 15 20:47:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c (non-flash)
Oct 15 20:47:57 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Connected to 172.16.0.220:3260 {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=74712) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74712) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddfa78af-a39c-46eb-81ec-c70b75aa240f]: (4, ('- - 0', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:47:57 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: None {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74712) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uoqsBvVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74712) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.283s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== connect_volume: return (1284ms) {'type': 'block', 'scsi_wwn': '23862396138666464', 'path': '/dev/sdb'} {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862396138666464', 'path': '/dev/sdb'} {{(pid=74712) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG nova.objects.instance [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] attach device xml: <disk type="block" device="disk">
Oct 15 20:47:58 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:47:58 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:47:58 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:47:58 user nova-compute[74712]:   <serial>b80c4243-ad2a-422f-b537-9e3943c31f6c</serial>
Oct 15 20:47:58 user nova-compute[74712]: </disk>
Oct 15 20:47:58 user nova-compute[74712]:  {{(pid=74712) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No BDM found with device name vda, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74712) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] No VIF found with MAC fa:16:3e:f4:ce:de, not building metadata {{(pid=74712) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 15 20:47:58 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-fe2cbbff-6d97-44e0-841c-3d9fefc222b1 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.535s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:47:59 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:48:01 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:48:01 user nova-compute[74712]: INFO nova.compute.manager [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Detaching volume b80c4243-ad2a-422f-b537-9e3943c31f6c
Oct 15 20:48:01 user nova-compute[74712]: INFO nova.virt.block_device [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Attempting to driver detach volume b80c4243-ad2a-422f-b537-9e3943c31f6c from mountpoint /dev/vdb
Oct 15 20:48:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Attempting to detach device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the persistent domain config. {{(pid=74712) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 15 20:48:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:48:01 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:48:01 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:48:01 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:48:01 user nova-compute[74712]:   <serial>b80c4243-ad2a-422f-b537-9e3943c31f6c</serial>
Oct 15 20:48:01 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:48:01 user nova-compute[74712]: </disk>
Oct 15 20:48:01 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:48:01 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Successfully detached device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the persistent domain config.
Oct 15 20:48:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the live domain config. {{(pid=74712) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 15 20:48:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.guest [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] detach device xml: <disk type="block" device="disk">
Oct 15 20:48:01 user nova-compute[74712]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 15 20:48:01 user nova-compute[74712]:   <source dev="/dev/sdb"/>
Oct 15 20:48:01 user nova-compute[74712]:   <target dev="vdb" bus="virtio"/>
Oct 15 20:48:01 user nova-compute[74712]:   <serial>b80c4243-ad2a-422f-b537-9e3943c31f6c</serial>
Oct 15 20:48:01 user nova-compute[74712]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 15 20:48:01 user nova-compute[74712]: </disk>
Oct 15 20:48:01 user nova-compute[74712]:  {{(pid=74712) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 15 20:48:01 user nova-compute[74712]: DEBUG nova.virt.libvirt.driver [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 15 20:48:04 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:08 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:48:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:48:10 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:48:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:48:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:48:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:48:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:48:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:48:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:48:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:48:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:48:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:48:18 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:48:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:48:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:48:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8977MB free_disk=24.861167907714844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:48:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:48:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:48:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:48:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:48:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:48:19 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:48:19 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:48:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:48:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.405s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:48:21 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f is timed out.
Oct 15 20:48:21 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Successfully detached device vdb from instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f from the live domain config.
Oct 15 20:48:21 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] calling os-brick to detach iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9ca413d2a0>, {'target_iqn': 'iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uoqsBvVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 15 20:48:21 user nova-compute[74712]: WARNING os_brick.initiator.connectors.base [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[57821802-39e3-4db2-9ce6-70c6439d1a4e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 15 20:48:21 user nova-compute[74712]: No targets found.
Oct 15 20:48:21 user nova-compute[74712]: iSNS:
Oct 15 20:48:21 user nova-compute[74712]: No targets found.
Oct 15 20:48:21 user nova-compute[74712]: STATIC:
Oct 15 20:48:21 user nova-compute[74712]: Target: iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c
Oct 15 20:48:21 user nova-compute[74712]:         Portal: 172.16.0.220:3260,-1
Oct 15 20:48:21 user nova-compute[74712]:                 Iface Name: default
Oct 15 20:48:21 user nova-compute[74712]: FIRMWARE:
Oct 15 20:48:21 user nova-compute[74712]: No targets found.
Oct 15 20:48:21 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 15 20:48:21 user nova-compute[74712]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 15 20:48:21 user nova-compute[74712]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74712) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c', 0)] {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f94f177-8800-4b20-8cc9-e2115e390064]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[e374e3aa-9c99-451f-b314-b079af4b06a6]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c (non-flash)\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c (non-flash)
Oct 15 20:48:21 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c (non-flash)
Oct 15 20:48:21 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9c845adb40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c'): ({'sdb'}, set())}) {{(pid=74712) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Removing single pathed devices sdb {{(pid=74712) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[0edecef9-d574-445f-a53b-5e63b1c1fd87]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6f58dd-be9b-412a-aede-315dbc8f924a]: (4, ('ok\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Flushing IO for device /dev/sdb {{(pid=74712) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca337fe1-41e0-4bc1-b6bf-107ac0b34d6f]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74712) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[06095a2d-dbee-4c74-99dd-3de8311f4980]: (4, ('1', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.linuxscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] SCSI volumes sdb have been removed. {{(pid=74712) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c')] {{(pid=74712) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ca2a387-e32b-4735-8bd1-b9366ba59294]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:48:21 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --logout {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[85220836-711c-477a-9e6c-5e388494335c]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c, portal: 172.16.0.220,3260]
Oct 15 20:48:22 user nova-compute[74712]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c, portal: 172.16.0.220,3260] successful.
Oct 15 20:48:22 user nova-compute[74712]:  stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op delete {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b80c4243-ad2a-422f-b537-9e3943c31f6c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85655) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG oslo.privsep.daemon [-] privsep: reply[22fee629-7986-42d6-9435-bd3daba46682]: (4, ('', '')) {{(pid=85655) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74712) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.base [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG os_brick.initiator.connectors.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] <== disconnect_volume: return (288ms) None {{(pid=74712) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Disconnected iSCSI Volume {{(pid=74712) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG nova.objects.instance [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'flavor' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-9db68a93-7ccc-4917-a621-9d9c9bac9a36 tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.645s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:48:22 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:48:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:27 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:48:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:48:27 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:48:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:48:27 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:48:27 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:48:27 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:48:28 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:48:28 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:48:28 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:48:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:48:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:48:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:32 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:48:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:48:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:48:56 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:01 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:06 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:09 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:49:11 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:12 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:49:12 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:49:16 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:18 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:49:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:49:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:49:18 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:49:18 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:49:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:49:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:49:18 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 15 20:49:19 user nova-compute[74712]: DEBUG oslo_concurrency.processutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74712) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 15 20:49:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:49:19 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:49:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=8977MB free_disk=24.860294342041016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:49:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:49:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:49:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74712) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 15 20:49:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:49:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:49:19 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:49:19 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:49:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:49:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:49:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:49:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:49:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:49:21 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:49:24 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:49:26 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:49:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:49:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:49:29 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:49:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 15 20:49:29 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquired lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 15 20:49:29 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Forcefully refreshing network info cache for instance {{(pid=74712) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 15 20:49:29 user nova-compute[74712]: DEBUG nova.objects.instance [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lazy-loading 'info_cache' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:49:30 user nova-compute[74712]: DEBUG nova.network.neutron [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [{"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:49:30 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Releasing lock "refresh_cache-530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" {{(pid=74712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 15 20:49:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updated the network info_cache for instance {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 15 20:49:30 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:49:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:49:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:49:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:49:31 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:34 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:49:36 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:40 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:49:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:49:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:49:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:49:41 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:46 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:49:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:49:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:49:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:49:51 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:49:51 user nova-compute[74712]: INFO nova.compute.manager [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Terminating instance
Oct 15 20:49:51 user nova-compute[74712]: DEBUG nova.compute.manager [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Start destroying the instance on the hypervisor. {{(pid=74712) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 15 20:49:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:51 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-c44b7bc2-9483-4023-9eb6-ef391b58eefc req-d211ea97-691f-4c03-9d7d-732080d9a5ac service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received event network-vif-unplugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c44b7bc2-9483-4023-9eb6-ef391b58eefc req-d211ea97-691f-4c03-9d7d-732080d9a5ac service nova] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c44b7bc2-9483-4023-9eb6-ef391b58eefc req-d211ea97-691f-4c03-9d7d-732080d9a5ac service nova] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-c44b7bc2-9483-4023-9eb6-ef391b58eefc req-d211ea97-691f-4c03-9d7d-732080d9a5ac service nova] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-c44b7bc2-9483-4023-9eb6-ef391b58eefc req-d211ea97-691f-4c03-9d7d-732080d9a5ac service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] No waiting events found dispatching network-vif-unplugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG nova.compute.manager [req-c44b7bc2-9483-4023-9eb6-ef391b58eefc req-d211ea97-691f-4c03-9d7d-732080d9a5ac service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received event network-vif-unplugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 for instance with task_state deleting. {{(pid=74712) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [-] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Instance destroyed successfully.
Oct 15 20:49:52 user nova-compute[74712]: DEBUG nova.objects.instance [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lazy-loading 'resources' on Instance uuid 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f {{(pid=74712) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG nova.virt.libvirt.vif [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-15T20:41:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1745282224',display_name='tempest-SnapshotDataIntegrityTests-server-1745282224',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1745282224',id=53,image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPSENEGXmqXeETlbeHxZOl9VZPIQhIUrFvqZjCWhbfOoffb5yryYKQP2TVYn5crsvdOJCos5U3FjL1Xe1lO1ZLyFYySeLxk1e3+tLI/FyPYlXgjVSxIy6WT3k9QnLtUQNg==',key_name='tempest-keypair-1304708694',keypairs=<?>,launch_index=0,launched_at=2023-10-15T20:41:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5018f8e4e9ea4252964b304feec8ef31',ramdisk_id='',reservation_id='r-0pdrl027',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='86c41006-9da0-4054-a177-46f1c8e1bbdf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-531616476',owner_user_name='tempest-SnapshotDataIntegrityTests-531616476-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-15T20:41:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a058b75d36bf45a194628e359d07d1c0',uuid=530132ed-dc0e-4ec0-84a9-ec9b6d1c319f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Converting VIF {"id": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "address": "fa:16:3e:f4:ce:de", "network": {"id": "4beab667-8f62-4254-a97f-fd36528a34d8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1353017418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5018f8e4e9ea4252964b304feec8ef31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d66f1b2-5f", "ovs_interfaceid": "5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG nova.network.os_vif_util [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f4:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1,network=Network(4beab667-8f62-4254-a97f-fd36528a34d8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d66f1b2-5f') {{(pid=74712) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG os_vif [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1,network=Network(4beab667-8f62-4254-a97f-fd36528a34d8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d66f1b2-5f') {{(pid=74712) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d66f1b2-5f, bridge=br-int, if_exists=True) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e647d3e7-3290-4a4c-a5b6-a8a472468365) {{(pid=74712) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:49:52 user nova-compute[74712]: INFO os_vif [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1,network=Network(4beab667-8f62-4254-a97f-fd36528a34d8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d66f1b2-5f')
Oct 15 20:49:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Deleting instance files /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f_del
Oct 15 20:49:52 user nova-compute[74712]: INFO nova.virt.libvirt.driver [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Deletion of /opt/stack/data/nova/instances/530132ed-dc0e-4ec0-84a9-ec9b6d1c319f_del complete
Oct 15 20:49:52 user nova-compute[74712]: INFO nova.compute.manager [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 15 20:49:52 user nova-compute[74712]: DEBUG oslo.service.loopingcall [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74712) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG nova.compute.manager [-] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Deallocating network for instance {{(pid=74712) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] deallocate_for_instance() {{(pid=74712) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG nova.network.neutron [-] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Updating instance_info_cache with network_info: [] {{(pid=74712) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 15 20:49:52 user nova-compute[74712]: INFO nova.compute.manager [-] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Took 0.68 seconds to deallocate network for instance.
Oct 15 20:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:49:52 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:49:53 user nova-compute[74712]: DEBUG nova.compute.manager [req-94eff872-db4d-4054-a422-f5c851b2e1e2 req-40820e69-f935-4e08-bd3d-bc7e87e15756 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received event network-vif-deleted-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:49:53 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:49:53 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:49:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.113s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:49:53 user nova-compute[74712]: INFO nova.scheduler.client.report [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Deleted allocations for instance 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f
Oct 15 20:49:53 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-82a3971b-8d52-4d79-a0d2-b3524329bcdc tempest-SnapshotDataIntegrityTests-531616476 tempest-SnapshotDataIntegrityTests-531616476-project-member] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.841s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:49:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-78939e00-017e-4f7a-9a4d-194419cb0aa2 req-a0abeb03-12f2-4135-a601-d6f4cb258982 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received event network-vif-plugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 15 20:49:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-78939e00-017e-4f7a-9a4d-194419cb0aa2 req-a0abeb03-12f2-4135-a601-d6f4cb258982 service nova] Acquiring lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:49:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-78939e00-017e-4f7a-9a4d-194419cb0aa2 req-a0abeb03-12f2-4135-a601-d6f4cb258982 service nova] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:49:54 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [req-78939e00-017e-4f7a-9a4d-194419cb0aa2 req-a0abeb03-12f2-4135-a601-d6f4cb258982 service nova] Lock "530132ed-dc0e-4ec0-84a9-ec9b6d1c319f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:49:54 user nova-compute[74712]: DEBUG nova.compute.manager [req-78939e00-017e-4f7a-9a4d-194419cb0aa2 req-a0abeb03-12f2-4135-a601-d6f4cb258982 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] No waiting events found dispatching network-vif-plugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 {{(pid=74712) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 15 20:49:54 user nova-compute[74712]: WARNING nova.compute.manager [req-78939e00-017e-4f7a-9a4d-194419cb0aa2 req-a0abeb03-12f2-4135-a601-d6f4cb258982 service nova] [instance: 530132ed-dc0e-4ec0-84a9-ec9b6d1c319f] Received unexpected event network-vif-plugged-5d66f1b2-5f4f-4ca4-9d4f-fa4ce68d98e1 for instance with vm_state deleted and task_state None.
Oct 15 20:49:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:50:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:50:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:50:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:50:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:05 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:50:10 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:13 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:13 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74712) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 15 20:50:17 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:19 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:50:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:50:19 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:50:19 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74712) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 15 20:50:20 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:50:20 user nova-compute[74712]: WARNING nova.virt.libvirt.driver [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 15 20:50:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Hypervisor/Node resource view: name=user free_ram=9122MB free_disk=24.887554168701172GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74712) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 15 20:50:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 15 20:50:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 15 20:50:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 15 20:50:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74712) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 15 20:50:20 user nova-compute[74712]: DEBUG nova.compute.provider_tree [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed in ProviderTree for provider: 528d9121-6d98-4388-aaa0-50c547535811 {{(pid=74712) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 15 20:50:20 user nova-compute[74712]: DEBUG nova.scheduler.client.report [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Inventory has not changed for provider 528d9121-6d98-4388-aaa0-50c547535811 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74712) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 15 20:50:20 user nova-compute[74712]: DEBUG nova.compute.resource_tracker [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Compute_service record updated for user:user {{(pid=74712) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 15 20:50:20 user nova-compute[74712]: DEBUG oslo_concurrency.lockutils [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.136s {{(pid=74712) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 15 20:50:22 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:50:26 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:26 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:27 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:50:28 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:29 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:30 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Starting heal instance info cache {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 15 20:50:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Rebuilding the list of instances to heal {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 15 20:50:30 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Didn't find any instances for network info cache update. {{(pid=74712) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 15 20:50:32 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:36 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:37 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:50:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:42 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:43 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:43 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74712) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 15 20:50:45 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:47 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:47 user nova-compute[74712]: DEBUG oslo_service.periodic_task [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74712) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 15 20:50:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] Cleaning up deleted instances {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 15 20:50:47 user nova-compute[74712]: DEBUG nova.compute.manager [None req-1093e628-c9fe-484f-9dab-7bac3f4671c3 None None] There are 0 instances to clean {{(pid=74712) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 15 20:50:48 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:52 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:50:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:50:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:50:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74712) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 15 20:50:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:50:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74712) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 15 20:50:57 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 15 20:51:02 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:51:07 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 15 20:51:12 user nova-compute[74712]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74712) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}